[ 533.487211] env[65481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'linux_bridge' {{(pid=65481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.487654] env[65481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'noop' {{(pid=65481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.487729] env[65481]: DEBUG os_vif [-] Loaded VIF plugin class '' with name 'ovs' {{(pid=65481) initialize /opt/stack/data/venv/lib/python3.10/site-packages/os_vif/__init__.py:44}} [ 533.488026] env[65481]: INFO os_vif [-] Loaded VIF plugins: linux_bridge, noop, ovs [ 533.612189] env[65481]: DEBUG oslo_concurrency.processutils [-] Running cmd (subprocess): grep -F node.session.scan /sbin/iscsiadm {{(pid=65481) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:349}} [ 533.620634] env[65481]: DEBUG oslo_concurrency.processutils [-] CMD "grep -F node.session.scan /sbin/iscsiadm" returned: 0 in 0.009s {{(pid=65481) execute /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/processutils.py:372}} [ 533.687400] env[65481]: INFO oslo_service.periodic_task [-] Skipping periodic task _heal_instance_info_cache because its interval is negative [ 534.250964] env[65481]: INFO nova.virt.driver [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] Loading compute driver 'vmwareapi.VMwareVCDriver' [ 534.322196] env[65481]: DEBUG oslo_concurrency.lockutils [-] Acquiring lock "oslo_vmware_api_lock" by "oslo_vmware.api.VMwareAPISession._create_session" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 534.322345] env[65481]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" acquired by "oslo_vmware.api.VMwareAPISession._create_session" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 534.322476] env[65481]: DEBUG oslo_vmware.service [-] Creating suds client with soap_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk' and wsdl_url='https://vc1.osci.c.eu-de-1.cloud.sap:443/sdk/vimService.wsdl' {{(pid=65481) __init__ /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:242}} [ 537.528183] env[65481]: DEBUG oslo_vmware.service [-] Invoking ServiceInstance.RetrieveServiceContent with opID=oslo.vmware-3df6321a-11ed-454e-99a7-120a6b0821eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.544413] env[65481]: DEBUG oslo_vmware.api [-] Logging into host: vc1.osci.c.eu-de-1.cloud.sap. {{(pid=65481) _create_session /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:242}} [ 537.544670] env[65481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.Login with opID=oslo.vmware-db5339d6-ef51-45c6-aca9-6d6977057cdb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.579360] env[65481]: INFO oslo_vmware.api [-] Successfully established new session; session ID is 54ad1. [ 537.579836] env[65481]: DEBUG oslo_concurrency.lockutils [-] Lock "oslo_vmware_api_lock" "released" by "oslo_vmware.api.VMwareAPISession._create_session" :: held 3.257s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 537.580299] env[65481]: INFO nova.virt.vmwareapi.driver [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] VMware vCenter version: 7.0.3 [ 537.583715] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0da02f-8980-4bfa-a8b3-8840f1b65369 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.606563] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6bf8ef-aadd-4d78-af41-016a875588cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.613703] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c89ce2aa-b6b6-4958-862a-88fb1ff7dcee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.621591] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47635a1b-2b44-4288-bcb9-488963c4722e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.635496] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8866273e-477f-40c5-889c-9d479e3280f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.642138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e453ea7-059d-46ef-8223-c68d0406a2cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.673984] env[65481]: DEBUG oslo_vmware.service [-] Invoking ExtensionManager.FindExtension with opID=oslo.vmware-f23aa7a1-531c-450e-ba49-525be8d26ec8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 537.680348] env[65481]: DEBUG nova.virt.vmwareapi.driver [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] Extension org.openstack.compute already exists. {{(pid=65481) _register_openstack_extension /opt/stack/nova/nova/virt/vmwareapi/driver.py:228}} [ 537.683013] env[65481]: INFO nova.compute.provider_config [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] No provider configs found in /etc/nova/provider_config/. If files are present, ensure the Nova process has access. [ 538.187024] env[65481]: DEBUG nova.context [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] Found 2 cells: 00000000-0000-0000-0000-000000000000(cell0),ca4ea98c-7fe0-40b0-accf-e63a4212e244(cell1) {{(pid=65481) load_cells /opt/stack/nova/nova/context.py:472}} [ 538.187317] env[65481]: INFO nova.utils [None req-967971b9-3e99-4bf2-99aa-7035cd2e4bbb None None] The cell worker thread pool MainProcess.cell_worker is initialized [ 538.189343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Acquiring lock "00000000-0000-0000-0000-000000000000" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.189549] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Lock "00000000-0000-0000-0000-000000000000" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.190273] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Lock "00000000-0000-0000-0000-000000000000" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.190717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Acquiring lock "ca4ea98c-7fe0-40b0-accf-e63a4212e244" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 538.190903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Lock "ca4ea98c-7fe0-40b0-accf-e63a4212e244" acquired by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 538.191918] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Lock "ca4ea98c-7fe0-40b0-accf-e63a4212e244" "released" by "nova.context.set_target_cell..get_or_set_cached_cell_and_set_connections" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 538.213597] env[65481]: INFO dbcounter [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Registered counter for database nova_cell0 [ 538.221974] env[65481]: INFO dbcounter [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Registered counter for database nova_cell1 [ 538.225254] env[65481]: DEBUG oslo_db.sqlalchemy.engines [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65481) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.225638] env[65481]: DEBUG oslo_db.sqlalchemy.engines [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_AUTO_CREATE_USER,NO_ENGINE_SUBSTITUTION {{(pid=65481) _check_effective_sql_mode /opt/stack/data/venv/lib/python3.10/site-packages/oslo_db/sqlalchemy/engines.py:397}} [ 538.230605] env[65481]: ERROR nova.db.main.api [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 538.230605] env[65481]: func(*args, **kwargs) [ 538.230605] env[65481]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 538.230605] env[65481]: self.work.run() [ 538.230605] env[65481]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 538.230605] env[65481]: result = self.fn(*self.args, **self.kwargs) [ 538.230605] env[65481]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 538.230605] env[65481]: return func(*args, **kwargs) [ 538.230605] env[65481]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 538.230605] env[65481]: result = fn(*args, **kwargs) [ 538.230605] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.230605] env[65481]: return f(*args, **kwargs) [ 538.230605] env[65481]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 538.230605] env[65481]: return db.service_get_minimum_version(context, binaries) [ 538.230605] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.230605] env[65481]: _check_db_access() [ 538.230605] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.230605] env[65481]: stacktrace = ''.join(traceback.format_stack()) [ 538.230605] env[65481]: [ 538.231380] env[65481]: ERROR nova.db.main.api [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] No DB access allowed in nova-compute: File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/greenpool.py", line 87, in _spawn_n_impl [ 538.231380] env[65481]: func(*args, **kwargs) [ 538.231380] env[65481]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_green.py", line 69, in __call__ [ 538.231380] env[65481]: self.work.run() [ 538.231380] env[65481]: File "/opt/stack/data/venv/lib/python3.10/site-packages/futurist/_utils.py", line 45, in run [ 538.231380] env[65481]: result = self.fn(*self.args, **self.kwargs) [ 538.231380] env[65481]: File "/opt/stack/nova/nova/utils.py", line 584, in context_wrapper [ 538.231380] env[65481]: return func(*args, **kwargs) [ 538.231380] env[65481]: File "/opt/stack/nova/nova/context.py", line 420, in gather_result [ 538.231380] env[65481]: result = fn(*args, **kwargs) [ 538.231380] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 179, in wrapper [ 538.231380] env[65481]: return f(*args, **kwargs) [ 538.231380] env[65481]: File "/opt/stack/nova/nova/objects/service.py", line 568, in _db_service_get_minimum_version [ 538.231380] env[65481]: return db.service_get_minimum_version(context, binaries) [ 538.231380] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 238, in wrapper [ 538.231380] env[65481]: _check_db_access() [ 538.231380] env[65481]: File "/opt/stack/nova/nova/db/main/api.py", line 188, in _check_db_access [ 538.231380] env[65481]: stacktrace = ''.join(traceback.format_stack()) [ 538.231380] env[65481]: [ 538.232090] env[65481]: WARNING nova.objects.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Failed to get minimum service version for cell 00000000-0000-0000-0000-000000000000 [ 538.232090] env[65481]: WARNING nova.objects.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Failed to get minimum service version for cell ca4ea98c-7fe0-40b0-accf-e63a4212e244 [ 538.232381] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Acquiring lock "singleton_lock" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 538.232530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Acquired lock "singleton_lock" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 538.232769] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Releasing lock "singleton_lock" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 538.233131] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Full set of CONF: {{(pid=65481) _wait_for_exit_or_signal /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_eventlet/service.py:275}} [ 538.233266] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ******************************************************************************** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2804}} [ 538.233380] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] Configuration options gathered from: {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2805}} [ 538.233502] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] command line args: ['--config-file', '/etc/nova/nova.conf', '--config-file', '/etc/nova/nova-cpu-common.conf', '--config-file', '/etc/nova/nova-cpu-1.conf'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2806}} [ 538.233682] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] config files: ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2807}} [ 538.233800] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ================================================================================ {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2809}} [ 538.233987] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] allow_resize_to_same_host = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234159] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] arq_binding_timeout = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234280] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] backdoor_port = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234394] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] backdoor_socket = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234543] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] block_device_allocate_retries = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234692] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] block_device_allocate_retries_interval = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234838] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cell_worker_thread_pool_size = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.234991] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cert = self.pem {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235158] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute_driver = vmwareapi.VMwareVCDriver {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235313] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute_monitors = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235465] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] config_dir = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235622] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] config_drive_format = iso9660 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235754] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] config_file = ['/etc/nova/nova.conf', '/etc/nova/nova-cpu-common.conf', '/etc/nova/nova-cpu-1.conf'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.235934] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] config_source = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236115] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] console_host = devstack {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236274] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] control_exchange = nova {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236422] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cpu_allocation_ratio = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236569] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] daemon = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236721] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] debug = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.236865] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_access_ip_network_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237029] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_availability_zone = nova {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237175] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_ephemeral_format = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237320] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_green_pool_size = 1000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237541] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'glanceclient=WARN', 'oslo.privsep.daemon=INFO'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237689] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_schedule_zone = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237837] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] default_thread_pool_size = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.237980] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] disk_allocation_ratio = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238148] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] enable_new_services = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238294] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] flat_injected = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238435] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] force_config_drive = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238577] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] force_raw_images = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238730] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] graceful_shutdown_timeout = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.238924] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] heal_instance_info_cache_interval = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239167] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] host = cpu-1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239340] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] initial_cpu_allocation_ratio = 4.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239490] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] initial_disk_allocation_ratio = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239637] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] initial_ram_allocation_ratio = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239846] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] injected_network_template = /opt/stack/nova/nova/virt/interfaces.template {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.239993] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_build_timeout = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240160] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_delete_interval = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240309] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_format = [instance: %(uuid)s] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240459] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_name_template = instance-%08x {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240604] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_usage_audit = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240757] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_usage_audit_period = month {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.240909] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instance_uuid_format = [instance: %(uuid)s] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241073] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] instances_path = /opt/stack/data/nova/instances {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241223] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] internal_service_availability_zone = internal {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241366] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] key = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241510] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] live_migration_retry_count = 30 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241662] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_color = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241812] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_config_append = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.241983] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242158] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_dir = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242308] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_file = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242426] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_options = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242576] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_rotate_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242729] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_rotate_interval_type = days {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.242883] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] log_rotation_type = none {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243025] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243131] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243285] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243434] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243548] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] logging_user_identity_format = %(user)s %(project)s %(domain)s %(system_scope)s %(user_domain)s %(project_domain)s {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243695] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] long_rpc_timeout = 1800 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243840] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_concurrent_builds = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.243984] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_concurrent_live_migrations = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244143] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_concurrent_snapshots = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244288] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_local_block_devices = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244430] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_logfile_count = 30 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244573] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] max_logfile_size_mb = 200 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244716] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] maximum_instance_delete_attempts = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.244860] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] migrate_max_retries = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245074] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] mkisofs_cmd = genisoimage {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245291] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] my_block_storage_ip = 10.180.1.21 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245410] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] my_ip = 10.180.1.21 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245596] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] my_shared_fs_storage_ip = 10.180.1.21 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245744] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] network_allocate_retries = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.245905] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] non_inheritable_image_properties = ['cache_in_nova', 'bittorrent'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246069] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] osapi_compute_unique_server_name_scope = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246220] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] password_length = 12 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246364] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] periodic_enable = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246509] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] periodic_fuzzy_delay = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246674] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] pointer_model = usbtablet {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246844] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] preallocate_images = none {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.246995] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] publish_errors = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247127] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] pybasedir = /opt/stack/nova {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247270] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ram_allocation_ratio = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247417] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rate_limit_burst = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247568] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rate_limit_except_level = CRITICAL {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247712] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rate_limit_interval = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.247857] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reboot_timeout = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248031] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reclaim_instance_interval = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248197] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] record = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248358] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reimage_timeout_per_gb = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248511] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] report_interval = 120 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248659] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rescue_timeout = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248827] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reserved_host_cpus = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.248983] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reserved_host_disk_mb = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249143] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reserved_host_memory_mb = 512 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249292] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] reserved_huge_pages = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249437] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] resize_confirm_window = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249583] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] resize_fs_using_block_device = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249762] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] resume_guests_state_on_host_boot = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.249883] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rootwrap_config = /etc/nova/rootwrap.conf {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250043] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] rpc_response_timeout = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250193] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] run_external_periodic_tasks = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250348] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] running_deleted_instance_action = reap {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250496] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] running_deleted_instance_poll_interval = 1800 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250644] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] running_deleted_instance_timeout = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250791] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler_instance_sync_interval = 120 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.250944] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_down_time = 720 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251139] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] servicegroup_driver = db {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251293] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] shell_completion = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251442] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] shelved_offload_time = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251588] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] shelved_poll_interval = 3600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251741] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] shutdown_timeout = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.251888] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] source_is_ipv6 = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252047] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ssl_only = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252300] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] state_path = /opt/stack/data/n-cpu-1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252463] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] sync_power_state_interval = 600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252615] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] sync_power_state_pool_size = 1000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252773] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] syslog_log_facility = LOG_USER {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.252919] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] tempdir = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253079] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] thread_pool_statistic_period = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253232] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] timeout_nbd = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253388] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] transport_url = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253536] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] update_resources_interval = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253684] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_cow_images = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253830] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_journal = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.253976] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_json = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254162] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_rootwrap_daemon = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254317] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_stderr = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254465] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] use_syslog = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254608] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vcpu_pin_set = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254763] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plugging_is_fatal = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.254918] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plugging_timeout = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.255086] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] virt_mkfs = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.255240] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] volume_usage_poll_interval = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.255388] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] watch_log_file = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.255543] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] web = /usr/share/spice-html5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2817}} [ 538.255712] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_concurrency.disable_process_locking = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.256307] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_concurrency.lock_path = /opt/stack/data/n-cpu-1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.256492] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_brick.lock_path = /opt/stack/data/os_brick {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.256664] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_brick.wait_mpath_device_attempts = 4 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.256841] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_brick.wait_mpath_device_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257010] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_metrics.metrics_buffer_size = 1000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257186] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_metrics.metrics_enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257347] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_metrics.metrics_process_name = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257503] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_metrics.metrics_socket_file = /var/tmp/metrics_collector.sock {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257656] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_metrics.metrics_thread_stop_timeout = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257812] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.compute_link_prefix = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.257970] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.config_drive_skip_versions = 1.0 2007-01-19 2007-03-01 2007-08-29 2007-10-10 2007-12-15 2008-02-01 2008-09-01 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258142] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.dhcp_domain = novalocal {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258296] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.enable_instance_password = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258444] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.glance_link_prefix = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258598] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.instance_list_cells_batch_fixed_size = 100 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258792] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.instance_list_cells_batch_strategy = distributed {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.258943] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.instance_list_per_project_cells = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259112] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.list_records_by_skipping_down_cells = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259268] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.local_metadata_per_cell = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259420] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.max_limit = 1000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259574] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.metadata_cache_expiration = 15 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259747] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.neutron_default_project_id = default {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.259926] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.response_validation = warn {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260095] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.use_neutron_default_nets = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260251] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_dynamic_connect_timeout = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260401] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_dynamic_failure_fatal = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260551] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_dynamic_read_timeout = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260706] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_dynamic_ssl_certfile = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.260859] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_dynamic_targets = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261016] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_jsonfile_path = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261187] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api.vendordata_providers = ['StaticJSON'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261367] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.backend = dogpile.cache.memcached {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261520] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.backend_argument = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261668] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.backend_expiration_time = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261827] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.config_prefix = cache.oslo {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.261983] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.debug_cache_backend = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262147] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.enable_retry_client = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262296] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.enable_socket_keepalive = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262453] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.enabled = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262603] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.enforce_fips_mode = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262755] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.expiration_time = 600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.262919] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.hashclient_dead_timeout = 60.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263080] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.hashclient_retry_attempts = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263238] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.hashclient_retry_timeout = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263391] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_dead_retry = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263536] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_password = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263687] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_pool_connection_get_timeout = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263836] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_pool_flush_on_reconnect = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.263987] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_pool_maxsize = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264148] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_pool_unused_timeout = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264297] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_sasl_enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264462] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_servers = ['localhost:11211'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264615] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_socket_timeout = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264762] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.memcache_username = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.264915] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.proxies = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265076] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_db = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265228] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_password = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265384] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_sentinel_service_name = mymaster {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265543] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_sentinels = ['localhost:26379'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265697] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_server = localhost:6379 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265846] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_socket_timeout = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.265992] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.redis_username = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266156] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.retry_attempts = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266307] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.retry_delay = 0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266457] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.socket_keepalive_count = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266606] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.socket_keepalive_idle = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266784] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.socket_keepalive_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.266934] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.tls_allowed_ciphers = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267089] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.tls_cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267237] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.tls_certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267387] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.tls_enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267529] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cache.tls_keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267686] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267843] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.auth_type = password {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.267990] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268165] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.catalog_info = volumev3::publicURL {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268313] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268459] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268605] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.cross_az_attach = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268764] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.debug = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.268922] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.endpoint_template = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269094] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.http_retries = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269249] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269397] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269557] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.os_region_name = RegionOne {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269708] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.269878] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cinder.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270055] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.consecutive_build_service_disable_threshold = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270208] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.cpu_dedicated_set = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270356] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.cpu_shared_set = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270510] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.image_type_exclude_list = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270660] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.live_migration_wait_for_vif_plug = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270811] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.max_concurrent_disk_ops = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.270960] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.max_disk_devices_to_attach = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271121] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.packing_host_numa_cells_allocation_strategy = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271276] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.provider_config_location = /etc/nova/provider_config/ {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271424] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.resource_provider_association_refresh = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271570] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.sharing_providers_max_uuids_per_request = 200 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271715] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.shutdown_retry_interval = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.271878] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] compute.vmdk_allowed_types = ['streamOptimized', 'monolithicSparse'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272053] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] conductor.workers = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272219] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] console.allowed_origins = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272366] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] console.ssl_ciphers = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272518] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] console.ssl_minimum_version = default {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272669] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] consoleauth.enforce_session_timeout = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272821] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] consoleauth.token_ttl = 600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.272972] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273130] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273280] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273424] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273564] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273703] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273848] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.273991] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274149] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274293] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274437] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274578] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274720] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.274873] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.service_type = accelerator {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275032] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275179] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275321] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275463] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275624] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275767] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] cyborg.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.275923] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.asyncio_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276079] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.asyncio_slave_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276238] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.backend = sqlalchemy {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276395] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276544] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.connection_debug = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276723] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.connection_parameters = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.276891] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.connection_recycle_time = 3600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277054] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.connection_trace = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277206] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.db_inc_retry_interval = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277358] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.db_max_retries = 20 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277506] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.db_max_retry_interval = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277655] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.db_retry_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277803] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.max_overflow = 50 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.277951] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.max_pool_size = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278112] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.max_retries = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278269] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.mysql_sql_mode = TRADITIONAL {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278414] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.mysql_wsrep_sync_wait = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278559] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.pool_timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278707] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.retry_interval = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.278876] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.slave_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279042] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.sqlite_synchronous = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279199] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] database.use_db_reconnect = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279353] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.asyncio_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279499] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.asyncio_slave_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279655] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.backend = sqlalchemy {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.279861] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280059] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.connection_debug = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280229] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.connection_parameters = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280387] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.connection_recycle_time = 3600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280538] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.connection_trace = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280686] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.db_inc_retry_interval = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280839] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.db_max_retries = 20 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.280988] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.db_max_retry_interval = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281151] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.db_retry_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281304] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.max_overflow = 50 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281453] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.max_pool_size = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281602] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.max_retries = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281757] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.mysql_sql_mode = TRADITIONAL {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.281904] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.mysql_wsrep_sync_wait = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282059] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.pool_timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282210] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.retry_interval = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282354] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.slave_connection = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282502] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] api_database.sqlite_synchronous = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282663] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] devices.enabled_mdev_types = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282823] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ephemeral_storage_encryption.cipher = aes-xts-plain64 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.282978] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ephemeral_storage_encryption.default_format = luks {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283139] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ephemeral_storage_encryption.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283291] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ephemeral_storage_encryption.key_size = 512 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283448] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.api_servers = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283599] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283748] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.283899] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284060] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284211] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284359] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.debug = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284511] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.default_trusted_certificate_ids = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284659] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.enable_certificate_validation = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284805] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.enable_rbd_download = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.284950] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285115] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285266] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285412] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285554] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285704] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.num_retries = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.285858] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.rbd_ceph_conf = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286020] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.rbd_connect_timeout = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286184] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.rbd_pool = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286338] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.rbd_user = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286483] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286631] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286804] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.286964] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.service_type = image {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287132] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287282] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287434] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287580] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287745] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.287898] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.verify_glance_signatures = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288053] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] glance.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288209] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] guestfs.debug = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288362] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288509] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.auth_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288652] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288828] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.288990] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289154] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289300] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289447] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289597] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289749] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.289919] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290080] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290228] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290372] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290516] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290673] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.service_type = shared-file-system {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290826] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.share_apply_policy_timeout = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.290975] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291135] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291282] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291428] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291593] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291742] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] manila.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.291899] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] mks.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.292243] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] mks.mksproxy_base_url = http://127.0.0.1:6090/ {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.292421] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.manager_interval = 2400 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.292578] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.precache_concurrency = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.292735] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.remove_unused_base_images = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.292891] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.remove_unused_original_minimum_age_seconds = 86400 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293057] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.remove_unused_resized_minimum_age_seconds = 3600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293223] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] image_cache.subdirectory_name = _base {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293387] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.api_max_retries = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293539] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.api_retry_interval = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293684] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293831] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.auth_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.293980] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294142] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294295] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294447] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.conductor_group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294592] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294746] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.294915] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295083] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295232] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295378] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295522] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295675] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.peer_list = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295820] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.295966] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296132] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.serial_console_state_timeout = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296280] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296437] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.service_type = baremetal {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296584] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.shard = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296739] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.296884] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297041] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297192] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297361] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297507] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ironic.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297675] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] key_manager.backend = nova.keymgr.conf_key_mgr.ConfKeyManager {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.297837] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] key_manager.fixed_key = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298012] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.auth_endpoint = http://localhost/identity/v3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298175] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.barbican_api_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298323] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.barbican_endpoint = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298480] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.barbican_endpoint_type = public {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298626] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.barbican_region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298799] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.298955] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299122] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299273] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299421] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299572] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.number_of_retries = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299729] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.retry_delay = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.299894] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.send_service_user_token = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300064] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300216] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300367] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.verify_ssl = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300511] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican.verify_ssl_path = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300664] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300811] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.auth_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.300956] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301114] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301264] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301412] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301556] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301705] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.301850] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] barbican_service_user.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302009] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.approle_role_id = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302163] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.approle_secret_id = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302319] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.kv_mountpoint = secret {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302466] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.kv_path = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302620] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.kv_version = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302767] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.namespace = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.302914] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.root_token_id = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303072] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.ssl_ca_crt_file = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303229] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.timeout = 60.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303378] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.use_ssl = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303533] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vault.vault_url = http://127.0.0.1:8200 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303687] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303833] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.303986] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304147] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304294] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304437] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304585] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304728] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.304873] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.305111] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.305350] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.305583] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.305766] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.305930] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.service_type = identity {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306096] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306247] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306394] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306540] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306732] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.306893] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] keystone.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.307087] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.ceph_mount_options = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.307399] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.ceph_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.307568] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.connection_uri = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.307723] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_mode = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.307876] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_model_extra_flags = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308045] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_models = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308212] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_power_governor_high = performance {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308368] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_power_governor_low = powersave {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308521] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_power_management = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308679] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.cpu_power_management_strategy = cpu_state {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.308861] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.device_detach_attempts = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309035] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.device_detach_timeout = 20 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309198] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.disk_cachemodes = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309347] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.disk_prefix = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309501] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.enabled_perf_events = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309659] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.file_backed_memory = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309834] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.gid_maps = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.309999] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.hw_disk_discard = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310163] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.hw_machine_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310324] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_rbd_ceph_conf = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310479] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_rbd_glance_copy_poll_interval = 15 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310630] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_rbd_glance_copy_timeout = 600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310786] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_rbd_glance_store_name = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.310946] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_rbd_pool = rbd {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311118] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_type = default {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311269] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.images_volume_group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311419] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.inject_key = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311571] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.inject_partition = -2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311720] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.inject_password = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.311870] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.iscsi_iface = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312033] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.iser_use_multipath = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312190] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_bandwidth = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312341] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_completion_timeout = 800 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312492] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_downtime = 500 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312643] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_downtime_delay = 75 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312792] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_downtime_steps = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.312942] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_inbound_addr = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313112] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_parallel_connections = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313266] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_permit_auto_converge = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313414] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_permit_post_copy = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313560] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_scheme = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313717] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_timeout_action = abort {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.313868] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_tunnelled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314026] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_uri = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314180] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.live_migration_with_native_tls = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314327] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.max_queues = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314479] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.mem_stats_period_seconds = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314688] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.migration_inbound_addr = 10.180.1.21 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.314839] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.nfs_mount_options = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315140] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.nfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315308] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_aoe_discover_tries = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315462] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_iser_scan_tries = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315611] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_memory_encrypted_guests = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315762] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_nvme_discover_tries = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.315916] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_pcie_ports = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.316082] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.num_volume_scan_tries = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.316239] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.pmem_namespaces = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.316386] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.quobyte_client_cfg = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.316686] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.quobyte_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.316863] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rbd_connect_timeout = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317030] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rbd_destroy_volume_retries = 12 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317187] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rbd_destroy_volume_retry_interval = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317334] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rbd_secret_uuid = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317481] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rbd_user = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317631] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.realtime_scheduler_priority = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317789] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.remote_filesystem_transport = ssh {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.317943] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rescue_image_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.318102] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rescue_kernel_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.318250] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rescue_ramdisk_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.318402] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rng_dev_path = /dev/urandom {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.318546] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.rx_queue_size = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.318699] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.smbfs_mount_options = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319018] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.smbfs_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319185] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.snapshot_compression = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319336] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.snapshot_image_format = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319551] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.snapshots_directory = /opt/stack/data/nova/instances/snapshots {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319705] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.sparse_logical_volumes = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.319872] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.supported_tpm_secret_security = ['user', 'host'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320036] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.swtpm_enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320196] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.swtpm_group = tss {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320352] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.swtpm_user = tss {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320507] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.sysinfo_serial = unique {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320655] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.tb_cache_size = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320801] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.tx_queue_size = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.320952] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.uid_maps = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321113] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.use_virtio_for_bridges = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321270] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.virt_type = kvm {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321423] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.volume_clear = zero {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321571] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.volume_clear_size = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321722] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.volume_enforce_multipath = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.321876] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.volume_use_multipath = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322035] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_cache_path = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322197] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_log_path = /var/log/vstorage/%(cluster_name)s/nova.log.gz {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322354] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_mount_group = qemu {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322507] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_mount_opts = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322661] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_mount_perms = 0770 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.322942] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_mount_point_base = /opt/stack/data/n-cpu-1/mnt {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323131] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.vzstorage_mount_user = stack {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323291] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] libvirt.wait_soft_reboot_seconds = 120 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323451] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323611] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.auth_type = password {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323759] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.323909] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324068] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324216] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324358] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324513] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.default_floating_pool = public {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324657] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324806] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.extension_sync_interval = 600 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.324956] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.http_retries = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325113] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325261] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325409] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325567] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.metadata_proxy_shared_secret = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325714] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.325869] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.ovs_bridge = br-int {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326038] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.physnets = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326200] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.region_name = RegionOne {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326346] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326500] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.service_metadata_proxy = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326655] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.326851] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.service_type = network {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327017] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327170] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327317] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327465] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327631] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327781] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] neutron.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.327943] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.bdms_in_notifications = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328122] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.default_level = INFO {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328276] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.include_share_mapping = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328441] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.notification_format = unversioned {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328593] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.notify_on_state_change = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328778] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] notifications.versioned_notifications_topics = ['versioned_notifications'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.328952] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] pci.alias = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329166] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] pci.device_spec = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329322] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] pci.report_in_placement = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329481] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329640] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.auth_type = password {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329794] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.auth_url = http://10.180.1.21/identity {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.329944] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330099] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330248] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330392] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330536] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330679] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.default_domain_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330821] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.default_domain_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.330965] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.domain_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331125] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.domain_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331266] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331412] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331555] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331698] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331841] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.331998] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.password = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332157] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.project_domain_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332309] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.project_domain_name = Default {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332460] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.project_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332616] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.project_name = service {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332768] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.region_name = RegionOne {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.332917] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333074] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333231] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.service_type = placement {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333380] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333524] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333670] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333817] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.system_scope = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.333963] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334116] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.trust_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334260] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.user_domain_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334412] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.user_domain_name = Default {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334555] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.user_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334711] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.username = nova {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.334880] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.valid_interfaces = ['internal', 'public'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335039] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] placement.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335212] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.cores = 20 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335374] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.count_usage_from_placement = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335534] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.driver = nova.quota.DbQuotaDriver {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335690] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.injected_file_content_bytes = 10240 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335844] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.injected_file_path_length = 255 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.335999] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.injected_files = 5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336168] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.instances = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336320] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.key_pairs = 100 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336473] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.metadata_items = 128 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336625] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.ram = 51200 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336815] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.recheck_quota = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.336984] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.server_group_members = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337155] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.server_groups = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337349] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.unified_limits_resource_list = ['servers'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337508] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] quota.unified_limits_resource_strategy = require {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337670] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.discover_hosts_in_cells_interval = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337820] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.enable_isolated_aggregate_filtering = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.337970] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.image_metadata_prefilter = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338132] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.limit_tenants_to_placement_aggregate = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338285] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.max_attempts = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338435] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.max_placement_results = 1000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338584] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.placement_aggregate_required_for_tenants = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338730] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.query_placement_for_image_type_support = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.338907] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.query_placement_for_routed_network_aggregates = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339087] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] scheduler.workers = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339253] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.aggregate_image_properties_isolation_namespace = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339414] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.aggregate_image_properties_isolation_separator = . {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339580] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.available_filters = ['nova.scheduler.filters.all_filters'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339739] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.build_failure_weight_multiplier = 1000000.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.339907] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.cpu_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340084] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.cross_cell_move_weight_multiplier = 1000000.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340242] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.disk_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340417] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.enabled_filters = ['ComputeFilter', 'ComputeCapabilitiesFilter', 'ImagePropertiesFilter', 'ServerGroupAntiAffinityFilter', 'ServerGroupAffinityFilter', 'SameHostFilter', 'DifferentHostFilter'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340571] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.host_subset_size = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340722] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.hypervisor_version_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.340867] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.image_properties_default_architecture = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341028] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.image_props_weight_multiplier = 0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341183] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.image_props_weight_setting = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341341] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.io_ops_weight_multiplier = -1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341492] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.isolated_hosts = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341641] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.isolated_images = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341791] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.max_instances_per_host = 50 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.341962] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.max_io_ops_per_host = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.342117] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.num_instances_weight_multiplier = 0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.342266] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.pci_in_placement = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.342413] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.pci_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.342567] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.ram_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.342798] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.restrict_isolated_hosts_to_isolated_images = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.343344] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.shuffle_best_same_weighed_hosts = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.343344] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.soft_affinity_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.343591] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.soft_anti_affinity_weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.343775] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.track_instance_changes = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.343952] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] filter_scheduler.weight_classes = ['nova.scheduler.weights.all_weighers'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.344131] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] metrics.required = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.344285] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] metrics.weight_multiplier = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.344435] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] metrics.weight_of_unavailable = -10000.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.344585] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] metrics.weight_setting = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.344889] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.base_url = ws://127.0.0.1:6083/ {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345063] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345231] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.port_range = 10000:20000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345391] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.proxyclient_address = 127.0.0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345547] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.serialproxy_host = 0.0.0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345706] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] serial_console.serialproxy_port = 6083 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.345859] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346028] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.auth_type = password {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346178] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346321] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346468] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346613] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346805] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.346977] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.send_service_user_token = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.347145] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.347295] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] service_user.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.347450] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.agent_enabled = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.347599] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.347899] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.html5proxy_base_url = http://127.0.0.1:6082/spice_auto.html {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348108] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.html5proxy_host = 0.0.0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348272] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.html5proxy_port = 6082 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348422] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.image_compression = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348571] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.jpeg_compression = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348717] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.playback_compression = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.348892] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.require_secure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349070] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.server_listen = 127.0.0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349230] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.server_proxyclient_address = 127.0.0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349505] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.spice_direct_proxy_base_url = http://127.0.0.1:13002/nova {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349665] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.streaming_mode = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349820] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] spice.zlib_compression = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.349999] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] upgrade_levels.baseapi = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350186] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] upgrade_levels.compute = auto {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350344] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] upgrade_levels.conductor = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350492] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] upgrade_levels.scheduler = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350645] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350797] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.auth_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.350947] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351106] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351259] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351408] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351561] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351714] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.351860] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vendordata_dynamic_auth.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352033] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.api_retry_count = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352183] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.ca_file = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352342] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.cache_prefix = devstack-image-cache {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352499] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.cluster_name = testcl1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352654] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.connection_pool_size = 10 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352801] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.console_delay_seconds = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.352959] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.datastore_regex = ^datastore.* {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353181] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.host_ip = vc1.osci.c.eu-de-1.cloud.sap {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353351] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.host_password = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353510] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.host_port = 443 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353668] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.host_username = administrator@vsphere.local {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353826] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.insecure = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.353983] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.integration_bridge = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354152] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.maximum_objects = 100 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354301] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.pbm_default_policy = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354451] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.pbm_enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354597] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.pbm_wsdl_location = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354753] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.serial_log_dir = /opt/vmware/vspc {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.354902] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.serial_port_proxy_uri = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355063] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.serial_port_service_uri = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355226] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.task_poll_interval = 0.5 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355388] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.use_linked_clone = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355544] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.vnc_keymap = en-us {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355698] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.vnc_port = 5900 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.355850] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vmware.vnc_port_total = 10000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.356034] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.auth_schemes = ['none'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.356205] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.356493] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.novncproxy_base_url = http://127.0.0.1:6080/vnc_auto.html {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.356666] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.novncproxy_host = 0.0.0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.356849] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.novncproxy_port = 6080 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357050] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.server_listen = 127.0.0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357229] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.server_proxyclient_address = 127.0.0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357380] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.vencrypt_ca_certs = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357527] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.vencrypt_client_cert = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357698] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vnc.vencrypt_client_key = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357830] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_compute_service_check_for_ffu = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.357984] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_deep_image_inspection = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358152] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_fallback_pcpu_query = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358327] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_group_policy_check_upcall = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358468] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_libvirt_livesnapshot = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358603] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.disable_rootwrap = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358792] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.enable_numa_live_migration = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.358926] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.enable_qemu_monitor_announce_self = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359092] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.ensure_libvirt_rbd_instance_dir_cleanup = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359244] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.handle_virt_lifecycle_events = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359392] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.libvirt_disable_apic = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359542] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.never_download_image_if_on_rbd = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359686] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.qemu_monitor_announce_self_count = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359835] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.qemu_monitor_announce_self_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.359984] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.reserve_disk_resource_for_image_cache = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360151] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.skip_cpu_compare_at_startup = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360294] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.skip_cpu_compare_on_dest = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360441] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.skip_hypervisor_version_check_on_lm = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360590] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.skip_reserve_in_use_ironic_nodes = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360735] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.unified_limits_count_pcpu_as_vcpu = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.360956] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] workarounds.wait_for_vif_plugged_event_during_hard_reboot = [] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361068] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] wsgi.api_paste_config = /etc/nova/api-paste.ini {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361226] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] wsgi.secure_proxy_ssl_header = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361374] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] zvm.ca_file = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361519] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] zvm.cloud_connector_url = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361815] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] zvm.image_tmp_path = /opt/stack/data/n-cpu-1/images {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.361985] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] zvm.reachable_timeout = 300 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362155] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362316] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_middleware.http_basic_auth_user_file = /etc/htpasswd {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362477] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.connection_string = messaging:// {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362632] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.enabled = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362789] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.es_doc_type = notification {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.362940] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.es_scroll_size = 10000 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363105] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.es_scroll_time = 2m {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363256] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.filter_error_trace = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363408] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.hmac_keys = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363561] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.sentinel_service_name = mymaster {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363713] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.socket_timeout = 0.1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.363862] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.trace_requests = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364022] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler.trace_sqlalchemy = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364196] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler_jaeger.process_tags = {} {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364350] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler_jaeger.service_name_prefix = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364504] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] profiler_otlp.service_name_prefix = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364664] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364815] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.364970] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365134] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365285] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365429] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365575] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.heartbeat_in_pthread = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365721] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.heartbeat_rate = 3 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.365868] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366029] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.hostname = devstack {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366176] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.kombu_compression = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366327] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366476] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366625] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366785] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.kombu_reconnect_splay = 0.0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.366959] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.processname = nova-compute {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367126] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367278] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367434] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367582] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367731] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_quorum_delivery_limit = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.367881] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_bytes = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368044] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_quorum_max_memory_length = 0 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368195] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_quorum_queue = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368344] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368493] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368638] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_stream_fanout = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368809] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.368968] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rabbit_transient_quorum_queue = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369134] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369282] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369438] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl_ca_file = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369590] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl_cert_file = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369782] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl_enforce_fips_mode = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.369991] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl_key_file = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370120] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.ssl_version = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370270] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_rabbit.use_queue_manager = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370448] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_notifications.driver = ['messagingv2'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370602] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_notifications.retry = -1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370759] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_notifications.topics = ['notifications'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.370915] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_messaging_notifications.transport_url = **** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371084] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.auth_section = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371236] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.auth_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371382] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.cafile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371526] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.certfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371673] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.collect_timing = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371815] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.connect_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.371959] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.connect_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372115] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_id = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372270] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_interface = publicURL {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372411] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_override = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372550] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372693] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372835] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.endpoint_service_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.372985] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.insecure = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373139] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.keyfile = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373282] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.max_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373422] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.min_version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373561] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.region_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373703] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.retriable_status_codes = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373845] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.service_name = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.373991] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.service_type = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374154] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.split_loggers = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374301] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.status_code_retries = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374445] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.status_code_retry_delay = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374587] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.timeout = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374732] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.valid_interfaces = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.374875] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_limit.version = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375042] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_reports.file_event_handler = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375198] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_reports.file_event_handler_interval = 1 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375345] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] oslo_reports.log_dir = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375502] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.capabilities = [12] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375649] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375793] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.helper_command = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.375942] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.log_daemon_traceback = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376108] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.logger_name = oslo_privsep.daemon {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376260] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.thread_pool_size = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376403] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_linux_bridge_privileged.user = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376559] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.capabilities = [12, 1] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376703] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.376876] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.helper_command = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377047] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.log_daemon_traceback = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377200] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.logger_name = oslo_privsep.daemon {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377350] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.thread_pool_size = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377494] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] vif_plug_ovs_privileged.user = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377650] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.flat_interface = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377814] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.forward_bridge_interface = ['all'] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.377973] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.iptables_bottom_regex = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378148] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.iptables_drop_action = DROP {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378308] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.iptables_top_regex = {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378467] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.network_device_mtu = 1500 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378619] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.use_ipv6 = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378786] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_linux_bridge.vlan_interface = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.378974] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.default_qos_type = linux-noop {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379153] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.isolate_vif = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379313] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.network_device_mtu = 1500 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379471] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.ovs_vsctl_timeout = 120 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379629] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.ovsdb_connection = tcp:127.0.0.1:6640 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379816] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.ovsdb_interface = native {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.379991] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] os_vif_ovs.per_port_bridge = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380169] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.capabilities = [21, 2] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380321] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380467] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.helper_command = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380618] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.log_daemon_traceback = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380775] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.logger_name = os_brick.privileged {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.380929] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.thread_pool_size = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381095] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] privsep_osbrick.user = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381255] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.capabilities = [0, 1, 2, 3, 12, 21] {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381402] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.group = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381546] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.helper_command = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381694] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.log_daemon_traceback = False {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.381852] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.logger_name = oslo_privsep.daemon {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.382099] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.thread_pool_size = 8 {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.382279] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] nova_sys_admin.user = None {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2824}} [ 538.382406] env[65481]: DEBUG oslo_service.backend._eventlet.service [None req-3da07ef9-3aa0-4e86-bb35-23a32e8a0f83 None None] ******************************************************************************** {{(pid=65481) log_opt_values /opt/stack/data/venv/lib/python3.10/site-packages/oslo_config/cfg.py:2828}} [ 538.382828] env[65481]: INFO nova.service [-] Starting compute node (version 0.0.1) [ 538.887287] env[65481]: WARNING nova.virt.vmwareapi.driver [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] The vmwareapi driver is not tested by the OpenStack project nor does it have clear maintainer(s) and thus its quality can not be ensured. It should be considered experimental and may be removed in a future release. If you are using the driver in production please let us know via the openstack-discuss mailing list. [ 538.888056] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Getting list of instances from cluster (obj){ [ 538.888056] env[65481]: value = "domain-c8" [ 538.888056] env[65481]: _type = "ClusterComputeResource" [ 538.888056] env[65481]: } {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 538.889246] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-accdd08f-dccb-4e66-a7d6-f6358e842c12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 538.898013] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Got total of 0 instances {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 538.898491] env[65481]: INFO nova.virt.node [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Generated node identity 59619575-36e0-4460-b2ca-997bd849c0d9 [ 538.898724] env[65481]: INFO nova.virt.node [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Wrote node identity 59619575-36e0-4460-b2ca-997bd849c0d9 to /opt/stack/data/n-cpu-1/compute_id [ 539.401351] env[65481]: WARNING nova.compute.manager [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Compute nodes ['59619575-36e0-4460-b2ca-997bd849c0d9'] for host cpu-1 were not found in the database. If this is the first time this service is starting on this host, then you can ignore this warning. [ 540.411582] env[65481]: INFO nova.compute.manager [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Looking for unclaimed instances stuck in BUILDING status for nodes managed by this host [ 541.416906] env[65481]: WARNING nova.compute.manager [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] No compute node record found for host cpu-1. If this is the first time this service is starting on this host, then you can ignore this warning.: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host cpu-1 could not be found. [ 541.417297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.417371] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.417494] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 541.417642] env[65481]: DEBUG nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 541.418513] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7217de1-d18e-4940-b06e-4d232b434b8c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.426528] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd71c537-1b78-422f-a639-09a47170d4b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.441920] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a36ad997-ca62-46b1-bca6-b3a297f85e56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.449104] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91b499d5-7cb0-4253-8e72-058d4102a864 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 541.477927] env[65481]: DEBUG nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180455MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 541.478119] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 541.478297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 541.981096] env[65481]: WARNING nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] No compute node record for cpu-1:59619575-36e0-4460-b2ca-997bd849c0d9: nova.exception_Remote.ComputeHostNotFound_Remote: Compute host 59619575-36e0-4460-b2ca-997bd849c0d9 could not be found. [ 542.485458] env[65481]: INFO nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Compute node record created for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 with uuid: 59619575-36e0-4460-b2ca-997bd849c0d9 [ 543.993450] env[65481]: DEBUG nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 543.993824] env[65481]: DEBUG nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 544.285518] env[65481]: INFO nova.scheduler.client.report [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] [req-7a2478a9-4931-4ace-8e74-a13b5d85c35e] Created resource provider record via placement API for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9 and name domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28. [ 544.307232] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39fb724-6bac-4b99-bbcf-d78678fea28c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.314731] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e3220b8-e0ef-4393-8d37-a90e17b7c3ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.345603] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556193f8-a557-42f2-b14e-3174874738a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.353679] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d2a8910-baf8-4b39-bf49-a84595cdb6f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 544.367393] env[65481]: DEBUG nova.compute.provider_tree [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.904022] env[65481]: DEBUG nova.scheduler.client.report [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 0 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 544.904022] env[65481]: DEBUG nova.compute.provider_tree [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 0 to 1 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 544.904022] env[65481]: DEBUG nova.compute.provider_tree [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 544.956982] env[65481]: DEBUG nova.compute.provider_tree [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 1 to 2 during operation: update_traits {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 545.465026] env[65481]: DEBUG nova.compute.resource_tracker [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 545.465026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 3.984s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 545.465026] env[65481]: DEBUG nova.service [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Creating RPC server for service compute {{(pid=65481) start /opt/stack/nova/nova/service.py:177}} [ 545.478347] env[65481]: DEBUG nova.service [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] Join ServiceGroup membership for this service compute {{(pid=65481) start /opt/stack/nova/nova/service.py:194}} [ 545.478805] env[65481]: DEBUG nova.servicegroup.drivers.db [None req-641d6731-4ce5-44b7-ba10-693ccb1ce2ea None None] DB_Driver: join new ServiceGroup member cpu-1 to the compute group, service = {{(pid=65481) join /opt/stack/nova/nova/servicegroup/drivers/db.py:44}} [ 587.423553] env[65481]: INFO nova.utils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] The default thread pool MainProcess.default is initialized [ 587.423553] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "015de560-976e-4358-8177-b0bfe319d0d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 587.423903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 587.926625] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 588.470683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 588.472473] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 588.474279] env[65481]: INFO nova.compute.claims [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 589.532397] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a408736-0d2f-4bf1-8ade-1b40b6f0cde5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.542118] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b806a676-9f2e-4672-bcaa-fb1c2a4c0285 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.578764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6607a9f9-5399-47a8-bcce-cb1a3183100d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.587897] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-13752e9d-1033-46b4-94e2-3ee667f8062f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 589.607328] env[65481]: DEBUG nova.compute.provider_tree [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 590.111031] env[65481]: DEBUG nova.scheduler.client.report [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 590.619522] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.147s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 590.620813] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 591.126781] env[65481]: DEBUG nova.compute.utils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 591.128200] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 591.630489] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 592.645487] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 593.040364] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 593.040633] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 593.040855] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 593.042477] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 593.042686] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 593.042842] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 593.043071] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 593.043259] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 593.043767] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 593.043969] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 593.044158] env[65481]: DEBUG nova.virt.hardware [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 593.049917] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b879da-9a92-42b3-b628-effb5bd82f9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.061966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf437bb1-f40c-409f-a93d-2f8c3f1072be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.085180] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a37381-ad5a-4a8a-9f3e-6d7388750af9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.109342] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 593.123827] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating folder: OpenStack. Parent ref: group-v4. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.124240] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cf374847-b765-4264-962b-1dccd13ed196 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.141944] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Created folder: OpenStack in parent group-v4. [ 593.142240] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating folder: Project (7187a35e993f423180b2b010a7cdfa54). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.142561] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-06326f62-de55-4bbc-9210-4474da978961 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.156030] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Created folder: Project (7187a35e993f423180b2b010a7cdfa54) in parent group-v951696. [ 593.156222] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating folder: Instances. Parent ref: group-v951697. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 593.156473] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1b943158-a767-454a-a56c-d63375254819 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.169303] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Created folder: Instances in parent group-v951697. [ 593.169672] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 593.170065] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 593.170229] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6e1c79e2-fefd-40a0-b249-199a340db7e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 593.192588] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 593.192588] env[65481]: value = "task-4883837" [ 593.192588] env[65481]: _type = "Task" [ 593.192588] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 593.203293] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883837, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.325795] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "deabd6e3-1b81-425d-b470-d236b6a15536" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 593.326055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 593.714187] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883837, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 593.828771] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 594.204042] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883837, 'name': CreateVM_Task, 'duration_secs': 0.80555} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 594.204223] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 594.205416] env[65481]: DEBUG oslo_vmware.service [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c09984c-e61e-4ee5-a463-83fcd5714396 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.212947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.213146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.214080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 594.214169] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-576d9064-f513-4cec-b75c-97e68c45904a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.219318] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 594.219318] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a5f3ac-9ff6-3b28-f520-96087e81a42c" [ 594.219318] env[65481]: _type = "Task" [ 594.219318] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.228074] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a5f3ac-9ff6-3b28-f520-96087e81a42c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 594.360316] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 594.360827] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 594.365701] env[65481]: INFO nova.compute.claims [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 594.736450] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 594.736767] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 594.736943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 594.740218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 594.740790] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 594.741076] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1d0dcd34-12ea-48e9-aef0-ce6b452ecf39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.761070] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 594.761852] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 594.763753] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a82755ec-0ac6-4775-ae55-e0db9688cc09 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.773764] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29648f09-722d-4b74-89a4-e7789181dcba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 594.781330] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 594.781330] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b2c6f8-c39c-3a4d-3ee6-5cf58fd1ddbc" [ 594.781330] env[65481]: _type = "Task" [ 594.781330] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 594.793532] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b2c6f8-c39c-3a4d-3ee6-5cf58fd1ddbc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 595.293865] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 595.294225] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating directory with path [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 595.295790] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e9975ed1-2182-44f3-828f-a1f3599fb0d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.319072] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Created directory with path [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 595.319735] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Fetch image to [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 595.319735] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Downloading image file data c30222c5-9d00-46f8-973f-4face1423ead to [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk on the data store datastore2 {{(pid=65481) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 595.320355] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44ac73d4-7709-45ad-a00b-27def1b53cc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.332387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ade4586d-3631-4eaf-8a62-63422b55199a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.348379] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0007d71-c775-4b72-938a-015b07175b6a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.390899] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-964e78e0-2edf-4350-b83e-c60cf2caf199 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.397668] env[65481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-295c4484-49b7-4bb8-bad0-dc38bf4e75ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.441578] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3305a8b0-1333-4616-ba2e-22a5b076f2f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.458518] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fdaa2d4-87e7-449a-ae35-27b70bb84a05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.490948] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40c173ec-1ddb-488c-9b6c-07497356049c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.495434] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Downloading image file data c30222c5-9d00-46f8-973f-4face1423ead to the data store datastore2 {{(pid=65481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 595.503114] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5885c95f-003b-4b1e-890b-7a9cb2bdc6b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 595.517621] env[65481]: DEBUG nova.compute.provider_tree [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 595.578854] env[65481]: DEBUG oslo_vmware.rw_handles [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 596.023329] env[65481]: DEBUG nova.scheduler.client.report [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 596.460033] env[65481]: DEBUG oslo_vmware.rw_handles [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 596.463080] env[65481]: DEBUG oslo_vmware.rw_handles [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Closing write handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore2. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 596.515958] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Downloaded image file data c30222c5-9d00-46f8-973f-4face1423ead to vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk on the data store datastore2 {{(pid=65481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 596.517327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 596.517631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Copying Virtual Disk [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk to [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 596.517931] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b98e7e4-6f92-42c6-9d25-6ba172164199 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 596.527484] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 596.527484] env[65481]: value = "task-4883838" [ 596.527484] env[65481]: _type = "Task" [ 596.527484] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 596.534021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.171s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 596.534021] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 596.542428] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883838, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 596.877145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "29595499-c79b-49a7-b9e2-844c38b722f6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 596.877548] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.002168] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "fde24a4d-e0aa-4deb-9900-cab79761c300" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.002264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.042677] env[65481]: DEBUG nova.compute.utils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 597.044527] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883838, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.044716] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 597.047888] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 597.047888] env[65481]: WARNING neutronclient.v2_0.client [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.047888] env[65481]: WARNING neutronclient.v2_0.client [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 597.379631] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.506905] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 597.541159] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883838, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.696992} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 597.541159] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Copied Virtual Disk [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk to [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 597.541492] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleting the datastore file [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 597.542500] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-66f78e83-570b-455e-93e4-6ed758df024a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 597.547389] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 597.554525] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 597.554525] env[65481]: value = "task-4883842" [ 597.554525] env[65481]: _type = "Task" [ 597.554525] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 597.567364] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883842, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 597.835309] env[65481]: DEBUG nova.policy [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '665862b938f24a20a485ce8660af1ec3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f64f7c03cc3f411bb538989d4725bbaf', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 597.912227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 597.912716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 597.914903] env[65481]: INFO nova.compute.claims [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 598.035532] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.076570] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883842, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.0237} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.076570] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 598.076570] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Moving file from [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59/c30222c5-9d00-46f8-973f-4face1423ead to [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead. {{(pid=65481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 598.077086] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-c7edaa23-df02-4b19-9133-d70b9c91a358 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.084945] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 598.084945] env[65481]: value = "task-4883844" [ 598.084945] env[65481]: _type = "Task" [ 598.084945] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.097243] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883844, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.570113] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 598.606236] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883844, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.033595} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 598.606236] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] File moved {{(pid=65481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 598.606236] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Cleaning up location [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 598.606236] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleting the datastore file [datastore2] vmware_temp/6202fade-8c0e-4d38-9ff5-f97e4c9b4f59 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 598.606867] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6b343fe1-52a1-4854-9243-bf82a23e6320 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.616763] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 598.617509] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 598.617509] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 598.617674] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 598.617732] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 598.618138] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 598.618138] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 598.618332] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 598.618508] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 598.618688] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 598.618853] env[65481]: DEBUG nova.virt.hardware [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 598.620864] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c40cdd-b3e3-4844-9bfc-8cb1443e0899 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.627165] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 598.627165] env[65481]: value = "task-4883845" [ 598.627165] env[65481]: _type = "Task" [ 598.627165] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 598.637355] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b09c8c38-36cf-4769-ad9f-e7b7d6e6e717 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 598.645618] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883845, 'name': DeleteDatastoreFile_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 598.661916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "5b571204-f656-4697-b62a-5caf8929d3d7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 598.662101] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 598.823870] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Successfully created port: 77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 599.064333] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca96c105-f43f-4a07-a26d-6f7562afa1f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.073713] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f47b698-fda9-4891-9eab-ed43335db5d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.116139] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091ebd29-1679-4775-897d-47aa498a4769 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.136766] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7062c235-4d33-4ab4-91ae-233484b0e4f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.158999] env[65481]: DEBUG nova.compute.provider_tree [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 599.160663] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883845, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.027438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.160976] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 599.161783] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5f79562-da0d-49e8-b13d-c3fbf61a427f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.168303] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 599.171033] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 599.171033] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c37052-aa94-6290-5ed9-15f5baa3bef4" [ 599.171033] env[65481]: _type = "Task" [ 599.171033] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.183462] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c37052-aa94-6290-5ed9-15f5baa3bef4, 'name': SearchDatastore_Task, 'duration_secs': 0.009834} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.184082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 599.184082] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 015de560-976e-4358-8177-b0bfe319d0d2/015de560-976e-4358-8177-b0bfe319d0d2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 599.184264] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fab0085f-d855-4295-9bb3-a8f46475e234 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.193743] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 599.193743] env[65481]: value = "task-4883846" [ 599.193743] env[65481]: _type = "Task" [ 599.193743] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.203676] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883846, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 599.584392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.585697] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 599.667774] env[65481]: DEBUG nova.scheduler.client.report [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 599.702826] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 599.708674] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883846, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.501743} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 599.709617] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 015de560-976e-4358-8177-b0bfe319d0d2/015de560-976e-4358-8177-b0bfe319d0d2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 599.709935] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 599.711184] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4808402b-e1f8-478a-a118-1a4c68cdb42c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 599.717856] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 599.717856] env[65481]: value = "task-4883847" [ 599.717856] env[65481]: _type = "Task" [ 599.717856] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 599.733219] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883847, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.091211] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 600.177933] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 600.178572] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 600.181445] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.146s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 600.182873] env[65481]: INFO nova.compute.claims [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 600.235299] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883847, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071239} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.235393] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 600.236967] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9278dd4c-b61d-4870-8609-2507403a4078 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.267986] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Reconfiguring VM instance instance-00000001 to attach disk [datastore2] 015de560-976e-4358-8177-b0bfe319d0d2/015de560-976e-4358-8177-b0bfe319d0d2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 600.268801] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aea47f2b-eb52-4dfa-8ee4-bdba037127fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.293214] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 600.293214] env[65481]: value = "task-4883848" [ 600.293214] env[65481]: _type = "Task" [ 600.293214] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.299136] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883848, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 600.626104] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 600.689105] env[65481]: DEBUG nova.compute.utils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 600.690847] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 600.690935] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 600.691570] env[65481]: WARNING neutronclient.v2_0.client [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.691898] env[65481]: WARNING neutronclient.v2_0.client [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 600.803739] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883848, 'name': ReconfigVM_Task, 'duration_secs': 0.393761} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 600.804081] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Reconfigured VM instance instance-00000001 to attach disk [datastore2] 015de560-976e-4358-8177-b0bfe319d0d2/015de560-976e-4358-8177-b0bfe319d0d2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 600.804801] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9b0ee34a-dc5e-4e1d-8268-74e38441498e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 600.813937] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 600.813937] env[65481]: value = "task-4883850" [ 600.813937] env[65481]: _type = "Task" [ 600.813937] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 600.831852] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883850, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.201381] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 601.333422] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883850, 'name': Rename_Task, 'duration_secs': 0.16724} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 601.333855] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 601.334292] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9375cf1c-f5d6-4e70-be30-256eb149e1f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.342762] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c271721d-6e9b-47d2-a919-6a50ac319850 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.346483] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 601.346483] env[65481]: value = "task-4883851" [ 601.346483] env[65481]: _type = "Task" [ 601.346483] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 601.353742] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-994e799a-c8f1-4c5b-b2b4-d7ff762a4b89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.359888] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883851, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.389591] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd77125f-fe11-4862-957d-b13ebe987040 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.399324] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14866d1d-3ee9-42d1-92d5-7135e7664a36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 601.413419] env[65481]: DEBUG nova.compute.provider_tree [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 601.416627] env[65481]: DEBUG nova.policy [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '2b930c594a7743c39b611fe531c0b4cb', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e21bc7456a054b6f8008dcea6e652f6e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 601.519010] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Successfully updated port: 77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 601.858195] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 601.887918] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Successfully created port: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 601.920351] env[65481]: DEBUG nova.scheduler.client.report [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 602.024082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 602.024082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquired lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 602.024082] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 602.218398] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 602.254512] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 602.254763] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 602.254902] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 602.255196] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 602.255394] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 602.256808] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 602.256808] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 602.256968] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 602.257044] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 602.257260] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 602.257469] env[65481]: DEBUG nova.virt.hardware [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 602.259079] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a4fc5ce-320e-492a-8495-202ff4dd0ecc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.270096] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdca2ae1-05d7-455c-9fe1-e728815206a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.363359] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883851, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 602.426448] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.245s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 602.427011] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 602.429691] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.729s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 602.431313] env[65481]: INFO nova.compute.claims [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 602.860943] env[65481]: DEBUG oslo_vmware.api [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883851, 'name': PowerOnVM_Task, 'duration_secs': 1.053864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 602.861257] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 602.861653] env[65481]: INFO nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Took 10.22 seconds to spawn the instance on the hypervisor. [ 602.861956] env[65481]: DEBUG nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 602.862706] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7defe6c6-e9af-4afb-8fa8-bf5abc94eb2c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 602.936088] env[65481]: DEBUG nova.compute.utils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 602.939468] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 602.939661] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 602.940062] env[65481]: WARNING neutronclient.v2_0.client [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 602.940361] env[65481]: WARNING neutronclient.v2_0.client [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 603.004544] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 603.149311] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 603.149577] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 603.385812] env[65481]: INFO nova.compute.manager [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Took 14.95 seconds to build instance. [ 603.441444] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 603.639208] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c0a8ea2-c4e2-4aab-b3c7-3654a4e88cd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.648533] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961f1a56-3072-42d0-a20d-23ba9998911f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.654750] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 603.693458] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d866078e-f5f4-43c2-b5ff-799ed3a3b59a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.703075] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-525467de-0b0b-4744-a517-77fc95f4c76b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 603.721352] env[65481]: DEBUG nova.compute.provider_tree [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 603.869249] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Successfully updated port: 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 603.887927] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e2322f15-9381-471a-8aa3-ed2af34c62bb tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.464s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 603.975498] env[65481]: DEBUG nova.policy [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afde448c183848a8995ba87d182db763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59aeb5a5536c47f9a99e86bcfb7502a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 604.189166] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 604.225605] env[65481]: DEBUG nova.scheduler.client.report [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 604.372711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 604.372894] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquired lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 604.373095] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 604.455421] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 604.488543] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 604.488835] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 604.489082] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 604.489617] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 604.489617] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 604.489617] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 604.489784] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 604.489988] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 604.490185] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 604.490348] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 604.490615] env[65481]: DEBUG nova.virt.hardware [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 604.493348] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68b21c6-3503-4fba-a78b-3d987c553d83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.502639] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66a56afb-a3bb-48b8-a8af-2cdc0c57f4ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 604.584069] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Successfully created port: a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 604.641668] env[65481]: WARNING neutronclient.v2_0.client [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 604.737427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.308s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 604.738659] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 604.741070] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.116s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 604.742510] env[65481]: INFO nova.compute.claims [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 605.247317] env[65481]: DEBUG nova.compute.utils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 605.254154] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 605.254386] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 605.254723] env[65481]: WARNING neutronclient.v2_0.client [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.255009] env[65481]: WARNING neutronclient.v2_0.client [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 605.480114] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.480774] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.480985] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.481207] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.481388] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.481569] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.481741] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 605.755106] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 605.896131] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e1c8524-cd6c-497a-9abf-a0bbc140fe3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.905565] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0438aa4-7dbb-4b35-90be-f5217662daee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.941693] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6771253f-8804-4036-a13e-c63cb7e68d9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.949745] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6403668f-fb06-4c75-83f7-cd16f79f4155 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.966453] env[65481]: DEBUG nova.compute.provider_tree [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 605.987024] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Getting list of instances from cluster (obj){ [ 605.987024] env[65481]: value = "domain-c8" [ 605.987024] env[65481]: _type = "ClusterComputeResource" [ 605.987024] env[65481]: } {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 605.987024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc46a1b1-2308-4cfd-9fc3-b2e2216f8de5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 605.997311] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Got total of 1 instances {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 605.997408] env[65481]: WARNING nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] While synchronizing instance power states, found 6 instances in the database and 1 instances on the hypervisor. [ 605.997540] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid 015de560-976e-4358-8177-b0bfe319d0d2 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 605.997834] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid deabd6e3-1b81-425d-b470-d236b6a15536 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 605.998030] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid 29595499-c79b-49a7-b9e2-844c38b722f6 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 605.998248] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid fde24a4d-e0aa-4deb-9900-cab79761c300 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 605.998474] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid 5b571204-f656-4697-b62a-5caf8929d3d7 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 605.998915] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid df813b65-e6c1-402e-b3c5-8d0d4404c003 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 606.000503] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 606.002964] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "015de560-976e-4358-8177-b0bfe319d0d2" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.003244] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "015de560-976e-4358-8177-b0bfe319d0d2" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.003551] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "deabd6e3-1b81-425d-b470-d236b6a15536" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.004183] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "29595499-c79b-49a7-b9e2-844c38b722f6" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.004438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "fde24a4d-e0aa-4deb-9900-cab79761c300" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.004650] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "5b571204-f656-4697-b62a-5caf8929d3d7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.004875] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.005753] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.005753] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 606.006276] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc9d3df8-aae2-447c-adc5-25c4e7a7a638 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.009846] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 606.193458] env[65481]: DEBUG nova.network.neutron [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Updating instance_info_cache with network_info: [{"id": "77e4787d-c9b6-45ea-aa96-43173e827584", "address": "fa:16:3e:04:ea:bb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4787d-c9", "ovs_interfaceid": "77e4787d-c9b6-45ea-aa96-43173e827584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 606.470251] env[65481]: DEBUG nova.scheduler.client.report [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 606.477542] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Successfully updated port: a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 606.513633] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.518490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "015de560-976e-4358-8177-b0bfe319d0d2" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.515s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.526714] env[65481]: DEBUG nova.policy [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3074dfcf7364bc0a97bf78a69576a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5069c81824d41b7818bb6b46434e118', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 606.540015] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "254c11d4-87f9-465d-bdca-3ac7930d4000" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 606.540456] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.695231] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Releasing lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 606.695901] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Instance network_info: |[{"id": "77e4787d-c9b6-45ea-aa96-43173e827584", "address": "fa:16:3e:04:ea:bb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4787d-c9", "ovs_interfaceid": "77e4787d-c9b6-45ea-aa96-43173e827584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 606.696804] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:ea:bb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '77e4787d-c9b6-45ea-aa96-43173e827584', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 606.706048] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Creating folder: Project (f64f7c03cc3f411bb538989d4725bbaf). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.706048] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdf8304c-f273-4aff-a837-c2453a2fb421 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.718807] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Created folder: Project (f64f7c03cc3f411bb538989d4725bbaf) in parent group-v951696. [ 606.719238] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Creating folder: Instances. Parent ref: group-v951703. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 606.719310] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-475bfc8d-7487-49ff-8283-0f9692d7c3ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.730284] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Created folder: Instances in parent group-v951703. [ 606.730532] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 606.730727] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 606.730938] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a8918c00-f220-4793-b6c5-34cc6b5a3ee8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.756557] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 606.756557] env[65481]: value = "task-4883856" [ 606.756557] env[65481]: _type = "Task" [ 606.756557] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 606.766836] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883856, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 606.768750] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 606.805286] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 606.805589] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 606.805797] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 606.806016] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 606.806450] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 606.806450] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 606.806671] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 606.808447] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 606.808447] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 606.808447] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 606.808447] env[65481]: DEBUG nova.virt.hardware [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 606.810182] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c11f1c-1f02-44c8-969f-ece4e7c4674f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.820771] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffdfaf3-fa6e-4f11-a6df-073976a5a53d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 606.980485] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.236s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 606.980485] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 606.982283] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.793s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 606.984349] env[65481]: INFO nova.compute.claims [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 606.987500] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 606.988274] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 606.988747] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 607.044165] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 607.251384] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Successfully created port: ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 607.267112] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883856, 'name': CreateVM_Task, 'duration_secs': 0.363905} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 607.267311] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 607.267893] env[65481]: WARNING neutronclient.v2_0.client [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.495741] env[65481]: DEBUG nova.compute.utils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 607.496860] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 607.497599] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 607.497599] env[65481]: WARNING neutronclient.v2_0.client [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.497801] env[65481]: WARNING neutronclient.v2_0.client [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 607.532431] env[65481]: DEBUG nova.compute.manager [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Received event network-vif-plugged-77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 607.533318] env[65481]: DEBUG oslo_concurrency.lockutils [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] Acquiring lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.533762] env[65481]: DEBUG oslo_concurrency.lockutils [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] Lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 607.533981] env[65481]: DEBUG oslo_concurrency.lockutils [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] Lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 607.534374] env[65481]: DEBUG nova.compute.manager [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] No waiting events found dispatching network-vif-plugged-77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 607.534498] env[65481]: WARNING nova.compute.manager [req-8653211c-838d-48af-ad33-4dc34f34e58e req-93b42826-0692-4adf-b4b8-f44aa97e8063 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Received unexpected event network-vif-plugged-77e4787d-c9b6-45ea-aa96-43173e827584 for instance with vm_state building and task_state spawning. [ 607.577624] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 607.620506] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 607.620655] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 607.621295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 607.621586] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-711f7edf-c420-41de-bf4d-df3c0904b1b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 607.628712] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 607.628712] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52adffbc-d9dd-0a47-9a37-9dc4caa7ceee" [ 607.628712] env[65481]: _type = "Task" [ 607.628712] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 607.638824] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52adffbc-d9dd-0a47-9a37-9dc4caa7ceee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 607.703775] env[65481]: WARNING neutronclient.v2_0.client [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 608.007038] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 608.140999] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52adffbc-d9dd-0a47-9a37-9dc4caa7ceee, 'name': SearchDatastore_Task, 'duration_secs': 0.010179} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.141406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.141636] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 608.141909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 608.142145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 608.142360] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 608.142674] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b96b5e43-869f-45f5-a89f-596391230375 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.151612] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 608.151806] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 608.153452] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-66f776ab-9fdc-41ee-8ecb-62ee5632c3b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.156561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a646c76-9e3e-4ca1-bb60-4b43afc8b4e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.163169] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 608.163169] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f803f-a648-b912-9a1a-5efe77974520" [ 608.163169] env[65481]: _type = "Task" [ 608.163169] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.169502] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-297e6545-0046-4849-85ba-70fade7ca1bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.179342] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f803f-a648-b912-9a1a-5efe77974520, 'name': SearchDatastore_Task, 'duration_secs': 0.009551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.205216] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-22264847-3ffe-4415-a21b-ea1c106a8e4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.208089] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e5aa04-0acc-4267-8fff-2becbf0b765d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.215975] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 608.215975] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f5f727-9044-776e-d346-0ee3a77b3aee" [ 608.215975] env[65481]: _type = "Task" [ 608.215975] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.221030] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-692c7379-dc2e-46c7-a08e-6f3908eaecfd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.237961] env[65481]: DEBUG nova.compute.provider_tree [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 608.241144] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f5f727-9044-776e-d346-0ee3a77b3aee, 'name': SearchDatastore_Task, 'duration_secs': 0.009072} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 608.241300] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 608.241534] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] deabd6e3-1b81-425d-b470-d236b6a15536/deabd6e3-1b81-425d-b470-d236b6a15536.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 608.241763] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a9087fae-dce0-46f9-93d2-0caf0f5aebb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 608.250155] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 608.250155] env[65481]: value = "task-4883858" [ 608.250155] env[65481]: _type = "Task" [ 608.250155] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 608.259305] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883858, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.742870] env[65481]: DEBUG nova.scheduler.client.report [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 608.761589] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883858, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 608.846661] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 609.018019] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 609.035713] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Successfully updated port: ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 609.057614] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 609.058089] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 609.058250] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 609.060029] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 609.060029] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 609.060029] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 609.060029] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 609.060029] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 609.060324] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 609.060324] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 609.060324] env[65481]: DEBUG nova.virt.hardware [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 609.060944] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-554b7bd8-078b-4462-a0f8-8c5b4f45536d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.072504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c654ed0-45da-42d1-8beb-86bb05b6ffff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.248556] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.265s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.248556] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 609.251926] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.738s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.251926] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 609.252141] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 609.252358] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.675s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 609.254530] env[65481]: INFO nova.compute.claims [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 609.257788] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb128b5-c7d3-4661-a361-f76a29d2ce4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.273800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-461d2120-af59-4ce6-a7c0-b33663cfb7fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.279255] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883858, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.529322} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.279556] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] deabd6e3-1b81-425d-b470-d236b6a15536/deabd6e3-1b81-425d-b470-d236b6a15536.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 609.279775] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 609.280494] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26001f10-eb2b-4009-bb47-41e07fbeb422 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.293039] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab401cf4-3183-42fe-9143-ce00a789a6ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.297945] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 609.297945] env[65481]: value = "task-4883860" [ 609.297945] env[65481]: _type = "Task" [ 609.297945] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.305606] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4d4651-632f-4504-9e99-4699c03e250e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.314135] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883860, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 609.343901] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180550MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 609.344091] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 609.507057] env[65481]: DEBUG nova.policy [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134a30d7534a422f80a7f6649b7586f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c11673938149019e397feb794c8bc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 609.540416] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 609.540587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 609.540757] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 609.613076] env[65481]: DEBUG nova.network.neutron [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Updating instance_info_cache with network_info: [{"id": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "address": "fa:16:3e:82:34:d4", "network": {"id": "73b4aa39-fd88-4a65-a2e8-79b8ea27ed6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2020560814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21bc7456a054b6f8008dcea6e652f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cc5c85-bd", "ovs_interfaceid": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 609.758673] env[65481]: DEBUG nova.compute.utils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 609.760500] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 609.760600] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 609.760931] env[65481]: WARNING neutronclient.v2_0.client [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.764171] env[65481]: WARNING neutronclient.v2_0.client [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 609.810652] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883860, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072065} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 609.810926] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 609.811849] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29a50a6b-34de-43a9-846d-48f4d8d836e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.840549] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Reconfiguring VM instance instance-00000002 to attach disk [datastore2] deabd6e3-1b81-425d-b470-d236b6a15536/deabd6e3-1b81-425d-b470-d236b6a15536.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 609.840946] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a20f41-06eb-47cd-813a-279eb9f888a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 609.861501] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 609.861501] env[65481]: value = "task-4883861" [ 609.861501] env[65481]: _type = "Task" [ 609.861501] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 609.871923] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883861, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.043801] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Successfully created port: ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 610.075105] env[65481]: WARNING neutronclient.v2_0.client [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.120283] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Releasing lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 610.120680] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Instance network_info: |[{"id": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "address": "fa:16:3e:82:34:d4", "network": {"id": "73b4aa39-fd88-4a65-a2e8-79b8ea27ed6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2020560814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21bc7456a054b6f8008dcea6e652f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cc5c85-bd", "ovs_interfaceid": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 610.121181] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:82:34:d4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1c2b89fb-df8c-47c0-83ae-44291236feb4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 610.130475] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Creating folder: Project (e21bc7456a054b6f8008dcea6e652f6e). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.130698] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e4ddb652-d09c-4d6f-8349-1862fa8aaa0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.146094] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Created folder: Project (e21bc7456a054b6f8008dcea6e652f6e) in parent group-v951696. [ 610.146375] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Creating folder: Instances. Parent ref: group-v951707. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 610.147172] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-93a3944f-2065-4e64-8a5c-1911b3ee78de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.154735] env[65481]: DEBUG nova.policy [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'fad67e43f34847249fb24edc6baf7902', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '11e231b8fb224370b4541f994e2f6ac0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 610.159899] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Created folder: Instances in parent group-v951707. [ 610.160233] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 610.160582] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 610.160632] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-76f07438-ae55-4083-8497-d0881038a42d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.183071] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 610.183071] env[65481]: value = "task-4883864" [ 610.183071] env[65481]: _type = "Task" [ 610.183071] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.186625] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 610.200415] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883864, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.260240] env[65481]: DEBUG nova.compute.manager [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Received event network-vif-plugged-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 610.260563] env[65481]: DEBUG oslo_concurrency.lockutils [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] Acquiring lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 610.260642] env[65481]: DEBUG oslo_concurrency.lockutils [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] Lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 610.260744] env[65481]: DEBUG oslo_concurrency.lockutils [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] Lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 610.260894] env[65481]: DEBUG nova.compute.manager [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] No waiting events found dispatching network-vif-plugged-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 610.261475] env[65481]: WARNING nova.compute.manager [req-5f681085-aa12-46d9-8731-25e90d78309f req-dd1c9aa9-d588-4261-a821-244181012a34 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Received unexpected event network-vif-plugged-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 for instance with vm_state building and task_state spawning. [ 610.267260] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 610.375740] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883861, 'name': ReconfigVM_Task, 'duration_secs': 0.285285} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.376503] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Reconfigured VM instance instance-00000002 to attach disk [datastore2] deabd6e3-1b81-425d-b470-d236b6a15536/deabd6e3-1b81-425d-b470-d236b6a15536.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 610.377509] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a8d4efb8-41d3-46bb-98e7-fcce01192fe3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.389583] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 610.389583] env[65481]: value = "task-4883865" [ 610.389583] env[65481]: _type = "Task" [ 610.389583] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.402727] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883865, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.437286] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e9c3097-dca9-4ea2-afa7-c54c3a03f787 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.446674] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c4f8f2-710b-48c8-a83d-0ee70b03fefe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.485957] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0fc834-7d93-4f7c-ad9f-5a654b38cdd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.493853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2bc0260-2b68-4919-92fd-bad8f76fd866 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.508236] env[65481]: DEBUG nova.compute.provider_tree [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 610.700914] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883864, 'name': CreateVM_Task, 'duration_secs': 0.513238} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 610.704860] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 610.706612] env[65481]: WARNING neutronclient.v2_0.client [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 610.706612] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 610.706612] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 610.706612] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 610.706890] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a17dfcd8-34ac-4659-add7-cbe1eee4edb8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 610.712852] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 610.712852] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5273fd7b-44c0-0644-854c-4ab0e9ff7bce" [ 610.712852] env[65481]: _type = "Task" [ 610.712852] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 610.721544] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5273fd7b-44c0-0644-854c-4ab0e9ff7bce, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 610.901334] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883865, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.003285] env[65481]: DEBUG nova.network.neutron [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Updating instance_info_cache with network_info: [{"id": "a05136e0-0939-4be8-aef8-80c03863b0f7", "address": "fa:16:3e:bc:b4:fc", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05136e0-09", "ovs_interfaceid": "a05136e0-0939-4be8-aef8-80c03863b0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 611.015128] env[65481]: DEBUG nova.scheduler.client.report [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 611.224468] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5273fd7b-44c0-0644-854c-4ab0e9ff7bce, 'name': SearchDatastore_Task, 'duration_secs': 0.008505} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.224897] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.225121] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 611.225409] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 611.226064] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 611.226064] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 611.226192] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-83321a37-cbc6-45a3-8305-6b327d573ea7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.264092] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 611.264092] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 611.264859] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a8fa0a2a-fc20-41b7-a323-44cd0580791e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.272122] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 611.272122] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52608131-2a3b-96e7-296b-65e679f1d2c9" [ 611.272122] env[65481]: _type = "Task" [ 611.272122] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.288093] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 611.290556] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52608131-2a3b-96e7-296b-65e679f1d2c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010426} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.293262] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9f70fc58-ca7e-492c-975b-c19db3bf786a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.298686] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 611.298686] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241829a-aa96-fa03-2aa6-318a4a3dcc6a" [ 611.298686] env[65481]: _type = "Task" [ 611.298686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.309386] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241829a-aa96-fa03-2aa6-318a4a3dcc6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.321573] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 611.321818] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 611.321975] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 611.322189] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 611.322359] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 611.322503] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 611.322709] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 611.322850] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 611.323021] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 611.323185] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 611.323378] env[65481]: DEBUG nova.virt.hardware [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 611.324540] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4880f491-d963-453b-a04d-0932d52323b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.327857] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Successfully created port: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 611.337929] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fae0ee6e-ff5b-4d93-9b9c-a5d31a9dd9ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.400391] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883865, 'name': Rename_Task, 'duration_secs': 0.982618} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.401533] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 611.401533] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-267e6f1b-d3d8-4276-a47b-314137bd588c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.408072] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 611.408072] env[65481]: value = "task-4883867" [ 611.408072] env[65481]: _type = "Task" [ 611.408072] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.416683] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883867, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.506706] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.507172] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Instance network_info: |[{"id": "a05136e0-0939-4be8-aef8-80c03863b0f7", "address": "fa:16:3e:bc:b4:fc", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05136e0-09", "ovs_interfaceid": "a05136e0-0939-4be8-aef8-80c03863b0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 611.507748] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:bc:b4:fc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a05136e0-0939-4be8-aef8-80c03863b0f7', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 611.516580] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Creating folder: Project (59aeb5a5536c47f9a99e86bcfb7502a7). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.516952] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c434e92e-724a-472d-8b1b-0e7b4098f92e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.521473] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.269s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 611.522034] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 611.525326] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.181s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 611.529789] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Created folder: Project (59aeb5a5536c47f9a99e86bcfb7502a7) in parent group-v951696. [ 611.530066] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Creating folder: Instances. Parent ref: group-v951710. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 611.532048] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9eeea252-953c-4542-abdc-30a27bb7b339 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.541473] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Created folder: Instances in parent group-v951710. [ 611.541642] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 611.541837] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 611.542481] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-53a59099-7f49-4513-9aa9-7abe76c409a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.563953] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 611.563953] env[65481]: value = "task-4883870" [ 611.563953] env[65481]: _type = "Task" [ 611.563953] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.577299] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883870, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.796852] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Successfully updated port: ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 611.815358] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241829a-aa96-fa03-2aa6-318a4a3dcc6a, 'name': SearchDatastore_Task, 'duration_secs': 0.010133} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 611.815358] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 611.815473] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 29595499-c79b-49a7-b9e2-844c38b722f6/29595499-c79b-49a7-b9e2-844c38b722f6.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 611.815963] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbf0ddde-9470-4062-b644-d9f6bbf5aa6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 611.828379] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 611.828379] env[65481]: value = "task-4883871" [ 611.828379] env[65481]: _type = "Task" [ 611.828379] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 611.830239] env[65481]: WARNING neutronclient.v2_0.client [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 611.847434] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883871, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 611.923867] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883867, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.030783] env[65481]: DEBUG nova.compute.utils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 612.039227] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 612.040418] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 612.040983] env[65481]: WARNING neutronclient.v2_0.client [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.041334] env[65481]: WARNING neutronclient.v2_0.client [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.077161] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883870, 'name': CreateVM_Task, 'duration_secs': 0.331572} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.077161] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 612.077497] env[65481]: WARNING neutronclient.v2_0.client [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 612.077778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.077948] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.078333] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 612.078616] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fb605a8-e1cc-4a19-a4c3-cfa89a06cec9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.085053] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 612.085053] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6b82b-6325-8bfa-68ae-67fcba3aedaf" [ 612.085053] env[65481]: _type = "Task" [ 612.085053] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.095078] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6b82b-6325-8bfa-68ae-67fcba3aedaf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.299780] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.300044] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.300226] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 612.319409] env[65481]: DEBUG nova.network.neutron [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Updating instance_info_cache with network_info: [{"id": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "address": "fa:16:3e:14:dd:0f", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccadbf73-6f", "ovs_interfaceid": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 612.353174] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883871, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.422525] env[65481]: DEBUG oslo_vmware.api [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883867, 'name': PowerOnVM_Task, 'duration_secs': 0.622201} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.422953] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 612.423403] env[65481]: INFO nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Took 13.85 seconds to spawn the instance on the hypervisor. [ 612.423760] env[65481]: DEBUG nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.425987] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6914614c-ec5b-4601-a572-74a54ef63357 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.445504] env[65481]: DEBUG nova.policy [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3074dfcf7364bc0a97bf78a69576a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5069c81824d41b7818bb6b46434e118', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 612.533164] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 612.574864] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 015de560-976e-4358-8177-b0bfe319d0d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.574864] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance deabd6e3-1b81-425d-b470-d236b6a15536 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.574864] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 29595499-c79b-49a7-b9e2-844c38b722f6 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.574864] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance fde24a4d-e0aa-4deb-9900-cab79761c300 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.575038] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5b571204-f656-4697-b62a-5caf8929d3d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.575038] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance df813b65-e6c1-402e-b3c5-8d0d4404c003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.575038] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ba75545a-61a2-4a80-b5bf-72bfc47badb1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.575038] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 254c11d4-87f9-465d-bdca-3ac7930d4000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 612.575038] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 612.575207] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '1', 'num_task_None': '2', 'num_os_type_None': '8', 'num_proj_7187a35e993f423180b2b010a7cdfa54': '1', 'io_workload': '7', 'num_vm_building': '7', 'num_task_spawning': '6', 'num_proj_f64f7c03cc3f411bb538989d4725bbaf': '1', 'num_proj_e21bc7456a054b6f8008dcea6e652f6e': '1', 'num_proj_59aeb5a5536c47f9a99e86bcfb7502a7': '1', 'num_proj_d5069c81824d41b7818bb6b46434e118': '2', 'num_proj_f9c11673938149019e397feb794c8bc0': '1', 'num_proj_11e231b8fb224370b4541f994e2f6ac0': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 612.577873] env[65481]: DEBUG nova.compute.manager [None req-b9d7a730-2999-4ff5-9efd-a45f7e67d00f tempest-ServerDiagnosticsV248Test-1392218726 tempest-ServerDiagnosticsV248Test-1392218726-project-admin] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 612.579853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28a15225-d4fb-49f4-b69a-689407626312 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.592023] env[65481]: INFO nova.compute.manager [None req-b9d7a730-2999-4ff5-9efd-a45f7e67d00f tempest-ServerDiagnosticsV248Test-1392218726 tempest-ServerDiagnosticsV248Test-1392218726-project-admin] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Retrieving diagnostics [ 612.592594] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9ebd015-c5a8-4a9d-9c3f-939601d039f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.611563] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6b82b-6325-8bfa-68ae-67fcba3aedaf, 'name': SearchDatastore_Task, 'duration_secs': 0.016702} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.643490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.643783] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 612.644028] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 612.644216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 612.644873] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 612.649060] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4326c1bd-12f0-45fc-b243-bd2b545584c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.659422] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 612.659629] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 612.660755] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6c0f07d-df24-4c57-b748-d7f7dda66cb5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.668228] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 612.668228] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db3c7b-d058-118d-d798-f14ebe8466d1" [ 612.668228] env[65481]: _type = "Task" [ 612.668228] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.679189] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db3c7b-d058-118d-d798-f14ebe8466d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.758022] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a1facdc-50c8-4965-ac74-c576d4eca305 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.767200] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ffa9247-43ba-475d-b665-faf3085c92d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.799105] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18cffbe2-0922-44ae-8698-0bc0225a6304 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.808260] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-047b76ce-d8b9-49ea-96c1-b8f97bf40420 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.825040] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 612.825040] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance network_info: |[{"id": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "address": "fa:16:3e:14:dd:0f", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccadbf73-6f", "ovs_interfaceid": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 612.825600] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 612.827275] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccadbf73-6fd5-4ffa-be39-3081de5fe0be', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 612.837213] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating folder: Project (d5069c81824d41b7818bb6b46434e118). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.838640] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-dbbef4e6-75e6-4a41-9fdf-a97815b33c16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.851929] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883871, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.644891} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 612.852197] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 29595499-c79b-49a7-b9e2-844c38b722f6/29595499-c79b-49a7-b9e2-844c38b722f6.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 612.852407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 612.852650] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7273abda-762d-4b52-b558-ed5d2d3a7f40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.860883] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 612.860883] env[65481]: value = "task-4883873" [ 612.860883] env[65481]: _type = "Task" [ 612.860883] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.865686] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created folder: Project (d5069c81824d41b7818bb6b46434e118) in parent group-v951696. [ 612.865913] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating folder: Instances. Parent ref: group-v951713. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 612.866595] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-63d68c92-94a9-4876-a55e-384fbd72890a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.872022] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883873, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.879067] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created folder: Instances in parent group-v951713. [ 612.879402] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 612.879636] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 612.879796] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ac0981fa-dd97-4175-9e7b-b360338f4a9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 612.904562] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 612.904562] env[65481]: value = "task-4883875" [ 612.904562] env[65481]: _type = "Task" [ 612.904562] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 612.915364] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883875, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 612.959280] env[65481]: INFO nova.compute.manager [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Took 18.62 seconds to build instance. [ 612.989638] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Successfully created port: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 613.179304] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db3c7b-d058-118d-d798-f14ebe8466d1, 'name': SearchDatastore_Task, 'duration_secs': 0.01097} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.180197] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-631ea9ea-6cba-41d1-bbb1-4bbf15a58c58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.187786] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 613.187786] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524da7a9-309e-b772-f91f-fbdf9d0fdbb9" [ 613.187786] env[65481]: _type = "Task" [ 613.187786] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.197586] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524da7a9-309e-b772-f91f-fbdf9d0fdbb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.338426] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 613.367850] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Successfully updated port: 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 613.378719] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883873, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080531} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.380592] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 613.380592] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a8d96bf-758c-47e3-afe7-3ef868f0513b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.408563] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Reconfiguring VM instance instance-00000003 to attach disk [datastore2] 29595499-c79b-49a7-b9e2-844c38b722f6/29595499-c79b-49a7-b9e2-844c38b722f6.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 613.409311] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9a7305f-64b9-4358-9b3a-827d6f94a942 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.433021] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883875, 'name': CreateVM_Task, 'duration_secs': 0.37067} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.434228] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 613.434604] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 613.434604] env[65481]: value = "task-4883877" [ 613.434604] env[65481]: _type = "Task" [ 613.434604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.435114] env[65481]: WARNING neutronclient.v2_0.client [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 613.435516] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.435806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.436195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 613.436532] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb79a189-fe24-48e2-b1fa-2b59924ae7a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.442431] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 613.449558] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 613.449558] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cdb504-6413-c54b-c0b2-682894b1d829" [ 613.449558] env[65481]: _type = "Task" [ 613.449558] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.453479] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883877, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.463504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c540dab-4c87-4bd6-b309-4a3c7bc1caee tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.137s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.463928] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cdb504-6413-c54b-c0b2-682894b1d829, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.464235] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 7.461s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 613.464487] env[65481]: INFO nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] During sync_power_state the instance has a pending task (spawning). Skip. [ 613.464709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.544152] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 613.571333] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 613.571721] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 613.572053] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 613.572183] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 613.572379] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 613.572561] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 613.572813] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 613.573021] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 613.573236] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 613.573446] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 613.573666] env[65481]: DEBUG nova.virt.hardware [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 613.574616] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-768d4bef-dce0-4766-a237-b8c661c2ee7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.584513] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9988a9b3-3345-440d-bddf-0dc76b960884 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.700401] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524da7a9-309e-b772-f91f-fbdf9d0fdbb9, 'name': SearchDatastore_Task, 'duration_secs': 0.025756} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.701949] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.701949] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fde24a4d-e0aa-4deb-9900-cab79761c300/fde24a4d-e0aa-4deb-9900-cab79761c300.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 613.701949] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ebaa36a6-594b-4ea7-9349-e97be73ebf41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.709200] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 613.709200] env[65481]: value = "task-4883878" [ 613.709200] env[65481]: _type = "Task" [ 613.709200] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.720720] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.844711] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 613.844878] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.320s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 613.845097] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_running_deleted_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 613.845448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Getting list of instances from cluster (obj){ [ 613.845448] env[65481]: value = "domain-c8" [ 613.845448] env[65481]: _type = "ClusterComputeResource" [ 613.845448] env[65481]: } {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 613.846483] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30994e0-9f31-4734-8581-e5ab19b7420d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.861609] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Got total of 5 instances {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 613.880168] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.881412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.881593] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 613.947393] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883877, 'name': ReconfigVM_Task, 'duration_secs': 0.284175} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.947720] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Reconfigured VM instance instance-00000003 to attach disk [datastore2] 29595499-c79b-49a7-b9e2-844c38b722f6/29595499-c79b-49a7-b9e2-844c38b722f6.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 613.948378] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1977cfdd-ce5e-4155-8d6f-52265187d5f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.959550] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 613.959550] env[65481]: value = "task-4883879" [ 613.959550] env[65481]: _type = "Task" [ 613.959550] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 613.968073] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cdb504-6413-c54b-c0b2-682894b1d829, 'name': SearchDatastore_Task, 'duration_secs': 0.021134} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 613.969272] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 613.969617] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 613.969874] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 613.970050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 613.970275] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 613.970592] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3036bf96-c9ce-4b55-b900-7e8fc5405c97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.976155] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883879, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 613.984585] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 613.984882] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 613.986153] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59fe31ee-1b3b-49e4-89e6-4b3a460d4c3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 613.992754] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 613.992754] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c30105-89d8-7819-c92f-bd829230ce7a" [ 613.992754] env[65481]: _type = "Task" [ 613.992754] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.002440] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c30105-89d8-7819-c92f-bd829230ce7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.225175] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.471088] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883879, 'name': Rename_Task, 'duration_secs': 0.166933} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.471398] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 614.471643] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0505af6d-af80-4126-86b7-6e3e9bcb4463 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.480063] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 614.480063] env[65481]: value = "task-4883880" [ 614.480063] env[65481]: _type = "Task" [ 614.480063] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.491320] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883880, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.507697] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c30105-89d8-7819-c92f-bd829230ce7a, 'name': SearchDatastore_Task, 'duration_secs': 0.010278} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.509248] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12029963-0d81-438f-9e6a-f0bff3029a7c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.518205] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 614.518205] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e6fef0-1bba-5c30-13fc-a70f95280111" [ 614.518205] env[65481]: _type = "Task" [ 614.518205] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.531635] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e6fef0-1bba-5c30-13fc-a70f95280111, 'name': SearchDatastore_Task, 'duration_secs': 0.011494} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.532123] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 614.532934] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 614.532934] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ff9443f9-1a45-4a9f-85a9-a649aa61b275 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.541931] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 614.541931] env[65481]: value = "task-4883881" [ 614.541931] env[65481]: _type = "Task" [ 614.541931] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.557223] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883881, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.722375] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.797956} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 614.722776] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fde24a4d-e0aa-4deb-9900-cab79761c300/fde24a4d-e0aa-4deb-9900-cab79761c300.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 614.723052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 614.723406] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-04949007-9b52-48de-98fc-578f3ae7c4d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 614.737461] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 614.737461] env[65481]: value = "task-4883882" [ 614.737461] env[65481]: _type = "Task" [ 614.737461] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 614.749918] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883882, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 614.766960] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 614.877905] env[65481]: WARNING neutronclient.v2_0.client [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.003511] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883880, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.053920] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883881, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.4999} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.055065] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 615.055065] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 615.055065] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-917fcb9b-8422-4ccf-9407-60ce2c3ce6d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.064019] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 615.064019] env[65481]: value = "task-4883883" [ 615.064019] env[65481]: _type = "Task" [ 615.064019] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.077641] env[65481]: DEBUG nova.network.neutron [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.085900] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.101755] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Successfully updated port: d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 615.154906] env[65481]: WARNING neutronclient.v2_0.client [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.252908] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883882, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094058} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.252908] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.253504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76068636-4c5b-4845-90fe-29d4a46af558 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.286172] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Reconfiguring VM instance instance-00000004 to attach disk [datastore2] fde24a4d-e0aa-4deb-9900-cab79761c300/fde24a4d-e0aa-4deb-9900-cab79761c300.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.286682] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ffb23b79-cf49-4a7b-b06d-50b143a92f1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.312391] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 615.312391] env[65481]: value = "task-4883884" [ 615.312391] env[65481]: _type = "Task" [ 615.312391] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.319491] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Received event network-changed-77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 615.319603] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Refreshing instance network info cache due to event network-changed-77e4787d-c9b6-45ea-aa96-43173e827584. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 615.319804] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquiring lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.319937] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquired lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.320141] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Refreshing network info cache for port 77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 615.328766] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883884, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.483707] env[65481]: DEBUG nova.network.neutron [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 615.497853] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 615.497853] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 615.499021] env[65481]: DEBUG oslo_vmware.api [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883880, 'name': PowerOnVM_Task, 'duration_secs': 0.596226} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.500304] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 615.500304] env[65481]: INFO nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Took 13.28 seconds to spawn the instance on the hypervisor. [ 615.500424] env[65481]: DEBUG nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 615.501526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b29c0ba9-a9a1-41a9-b5ce-7a5e7342c89d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.578430] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098631} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 615.578430] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 615.579186] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c93446ba-87ba-4ec0-a333-b4d45ca2318f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.583278] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.583278] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Instance network_info: |[{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.583427] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:27:90:b2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ad951971-bb22-4471-8125-bbf2338c5709', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 615.594368] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Creating folder: Project (f9c11673938149019e397feb794c8bc0). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.594368] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9a54a25b-6e77-41df-b9a0-99b58a2e8620 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.613863] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfiguring VM instance instance-00000005 to attach disk [datastore2] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 615.617359] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 615.617359] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 615.617359] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 615.617862] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c04c45cd-bf49-4a6c-b62e-39de50706037 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.637175] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Created folder: Project (f9c11673938149019e397feb794c8bc0) in parent group-v951696. [ 615.637175] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Creating folder: Instances. Parent ref: group-v951716. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 615.637175] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-40e144da-b9ea-41a8-a00e-b594e55bad1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.644269] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 615.644269] env[65481]: value = "task-4883886" [ 615.644269] env[65481]: _type = "Task" [ 615.644269] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.650075] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Created folder: Instances in parent group-v951716. [ 615.650386] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 615.653969] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 615.654612] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883886, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.654612] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-b21b66df-330c-4651-902b-f519918e49e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 615.677487] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 615.677487] env[65481]: value = "task-4883888" [ 615.677487] env[65481]: _type = "Task" [ 615.677487] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 615.687015] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883888, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.825026] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 615.827436] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 615.989140] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 615.989691] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Instance network_info: |[{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 615.993840] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:15:eb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f8442aa5-73db-4599-8564-b98a6ea26b9b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4420fa4e-301e-4ba1-ac99-25c42cfe41ca', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 616.001010] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Creating folder: Project (11e231b8fb224370b4541f994e2f6ac0). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.001428] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 616.003900] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23b272fb-c4e7-4171-a32a-d62897818ffa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.019042] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Created folder: Project (11e231b8fb224370b4541f994e2f6ac0) in parent group-v951696. [ 616.019866] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Creating folder: Instances. Parent ref: group-v951719. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 616.025024] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b276b2c6-58e7-4b2b-a462-d7f3241b663e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.027108] env[65481]: INFO nova.compute.manager [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Took 18.14 seconds to build instance. [ 616.038322] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Created folder: Instances in parent group-v951719. [ 616.040858] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 616.040858] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 616.040858] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cefa8977-e42e-42e7-812c-707c3b00cf47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.064806] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 616.064806] env[65481]: value = "task-4883891" [ 616.064806] env[65481]: _type = "Task" [ 616.064806] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.076057] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883891, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.157331] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883886, 'name': ReconfigVM_Task, 'duration_secs': 0.322825} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.157726] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfigured VM instance instance-00000005 to attach disk [datastore2] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.158502] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-bb5e494e-34a2-497c-93c8-38c23e3066f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.166425] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 616.166425] env[65481]: value = "task-4883892" [ 616.166425] env[65481]: _type = "Task" [ 616.166425] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.180858] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883892, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.191862] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883888, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.261940] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 616.334741] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883884, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.530631] env[65481]: DEBUG oslo_concurrency.lockutils [None req-049c0f44-5141-4c18-b3e1-c52e599a978c tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.653s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.531131] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 10.527s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.531396] env[65481]: INFO nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] During sync_power_state the instance has a pending task (spawning). Skip. [ 616.531503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 616.537818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 616.538117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 616.540489] env[65481]: INFO nova.compute.claims [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 616.583525] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883891, 'name': CreateVM_Task, 'duration_secs': 0.391142} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.583627] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.584163] env[65481]: WARNING neutronclient.v2_0.client [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.584544] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.584756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 616.585085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 616.587192] env[65481]: WARNING neutronclient.v2_0.client [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.588731] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d4b2fa8-bfc9-4f79-811d-4727a73ce604 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.596817] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 616.596817] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529f9f95-eddd-eac4-26bb-d4b938cae2a4" [ 616.596817] env[65481]: _type = "Task" [ 616.596817] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.608234] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529f9f95-eddd-eac4-26bb-d4b938cae2a4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.614208] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.679455] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883892, 'name': Rename_Task, 'duration_secs': 0.240821} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.679694] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 616.679961] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-50afc1a6-d1dd-40bb-a2d5-9ab394684491 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.694185] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883888, 'name': CreateVM_Task, 'duration_secs': 0.874629} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.695850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 616.696310] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 616.696310] env[65481]: value = "task-4883893" [ 616.696310] env[65481]: _type = "Task" [ 616.696310] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.700041] env[65481]: WARNING neutronclient.v2_0.client [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 616.700174] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 616.710918] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883893, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.785221] env[65481]: DEBUG nova.network.neutron [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Updating instance_info_cache with network_info: [{"id": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "address": "fa:16:3e:45:8f:0e", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baa607-8e", "ovs_interfaceid": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 616.827519] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883884, 'name': ReconfigVM_Task, 'duration_secs': 1.337146} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 616.827833] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Reconfigured VM instance instance-00000004 to attach disk [datastore2] fde24a4d-e0aa-4deb-9900-cab79761c300/fde24a4d-e0aa-4deb-9900-cab79761c300.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 616.828544] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b81f153b-d741-416a-8d16-ddbda0a6a8eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 616.835942] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 616.835942] env[65481]: value = "task-4883894" [ 616.835942] env[65481]: _type = "Task" [ 616.835942] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 616.854500] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883894, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 616.856069] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Updated VIF entry in instance network info cache for port 77e4787d-c9b6-45ea-aa96-43173e827584. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 616.856487] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Updating instance_info_cache with network_info: [{"id": "77e4787d-c9b6-45ea-aa96-43173e827584", "address": "fa:16:3e:04:ea:bb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4787d-c9", "ovs_interfaceid": "77e4787d-c9b6-45ea-aa96-43173e827584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 617.027214] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.027944] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.112159] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529f9f95-eddd-eac4-26bb-d4b938cae2a4, 'name': SearchDatastore_Task, 'duration_secs': 0.019413} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.112503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.112736] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.113927] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.114146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.114668] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 617.116275] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.116615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.116964] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4c93229-0530-42d1-9a74-f573d11680f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.119309] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aea86408-0f69-44cc-a063-da9e3edfa2fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.125739] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 617.125739] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3cb0a-0d91-6bff-2c93-6b811f0a21a0" [ 617.125739] env[65481]: _type = "Task" [ 617.125739] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.133380] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 617.133660] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 617.138048] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2026c407-bb86-421f-a881-1be792adbfba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.142190] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3cb0a-0d91-6bff-2c93-6b811f0a21a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.145667] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 617.145667] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523f07e6-9659-eb1d-96b1-66c643e58786" [ 617.145667] env[65481]: _type = "Task" [ 617.145667] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.156622] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523f07e6-9659-eb1d-96b1-66c643e58786, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.212112] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883893, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.287777] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.288305] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Instance network_info: |[{"id": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "address": "fa:16:3e:45:8f:0e", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baa607-8e", "ovs_interfaceid": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 617.289312] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:8f:0e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 617.301039] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 617.301859] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 617.301859] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7dc24280-9910-43c9-b33a-45155968f9bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.329439] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 617.329439] env[65481]: value = "task-4883895" [ 617.329439] env[65481]: _type = "Task" [ 617.329439] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.339839] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883895, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.350521] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883894, 'name': Rename_Task, 'duration_secs': 0.204622} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.350804] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 617.351071] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d109b8e3-084d-439b-a2f2-911a84635625 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.359087] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 617.359087] env[65481]: value = "task-4883896" [ 617.359087] env[65481]: _type = "Task" [ 617.359087] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.362500] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Releasing lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.362821] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Received event network-vif-plugged-a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.363090] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquiring lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 617.363636] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 617.363636] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 617.363718] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] No waiting events found dispatching network-vif-plugged-a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 617.363803] env[65481]: WARNING nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Received unexpected event network-vif-plugged-a05136e0-0939-4be8-aef8-80c03863b0f7 for instance with vm_state building and task_state spawning. [ 617.363960] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Received event network-changed-a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.364122] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Refreshing instance network info cache due to event network-changed-a05136e0-0939-4be8-aef8-80c03863b0f7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.364299] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquiring lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.364424] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquired lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.364569] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Refreshing network info cache for port a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.371558] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.501286] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Received event network-changed-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 617.501774] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Refreshing instance network info cache due to event network-changed-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 617.501841] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Acquiring lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.501970] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Acquired lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.502141] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Refreshing network info cache for port 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 617.530995] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 617.641690] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3cb0a-0d91-6bff-2c93-6b811f0a21a0, 'name': SearchDatastore_Task, 'duration_secs': 0.022355} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.642760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.642760] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.643127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.659052] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523f07e6-9659-eb1d-96b1-66c643e58786, 'name': SearchDatastore_Task, 'duration_secs': 0.030194} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.663205] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5bcb8e0-3000-4e3d-9c05-c7eb7b99e22f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.672916] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 617.672916] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a22a6-9bfd-e9d0-c797-64bcfd197e64" [ 617.672916] env[65481]: _type = "Task" [ 617.672916] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.687926] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a22a6-9bfd-e9d0-c797-64bcfd197e64, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.716998] env[65481]: DEBUG oslo_vmware.api [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883893, 'name': PowerOnVM_Task, 'duration_secs': 0.524158} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.717686] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 617.717686] env[65481]: INFO nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Took 10.95 seconds to spawn the instance on the hypervisor. [ 617.717686] env[65481]: DEBUG nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 617.718516] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f22f9ae0-037e-48db-b042-7aa1315663cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.784742] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb1b9ce-0f52-4d75-ae64-168c3716145f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.796139] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92efa8ba-0d36-459f-aa59-9500b4be4f47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.840341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda04132-5bcd-4b02-9ad5-a5c26f20511f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.853519] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883895, 'name': CreateVM_Task, 'duration_secs': 0.488304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.857248] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 617.857671] env[65481]: WARNING neutronclient.v2_0.client [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.858774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 617.858774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 617.858924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 617.862750] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-168a5dc1-3406-4cab-ae86-d4dd9cc9fc2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.866174] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ecbd04a0-66d0-4fb7-8098-0e49d0409829 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 617.871267] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 617.884836] env[65481]: DEBUG nova.compute.provider_tree [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 617.889981] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 617.889981] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282f617-b697-a403-b5d9-68876aec5ce4" [ 617.889981] env[65481]: _type = "Task" [ 617.889981] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 617.897571] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 617.906067] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282f617-b697-a403-b5d9-68876aec5ce4, 'name': SearchDatastore_Task, 'duration_secs': 0.015066} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 617.906420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 617.906653] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 617.906858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.008633] env[65481]: WARNING neutronclient.v2_0.client [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.056211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.124818] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.186617] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a22a6-9bfd-e9d0-c797-64bcfd197e64, 'name': SearchDatastore_Task, 'duration_secs': 0.013086} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.186925] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.187235] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ba75545a-61a2-4a80-b5bf-72bfc47badb1/ba75545a-61a2-4a80-b5bf-72bfc47badb1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 618.187517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.187699] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 618.187939] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-def2375d-9bcf-41b4-b87d-e1a235b8a809 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.193046] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e19474cf-a066-49af-9dae-bf71125e203b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.202267] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 618.202267] env[65481]: value = "task-4883897" [ 618.202267] env[65481]: _type = "Task" [ 618.202267] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.204100] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 618.204279] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 618.208412] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c29acd08-9b6c-4ff2-ab36-747d0f086e60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.218542] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883897, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.220753] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 618.220753] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bdb48-dfc6-9f71-07d5-3b5d70f4f3a5" [ 618.220753] env[65481]: _type = "Task" [ 618.220753] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.227400] env[65481]: WARNING neutronclient.v2_0.client [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 618.233462] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bdb48-dfc6-9f71-07d5-3b5d70f4f3a5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.242405] env[65481]: INFO nova.compute.manager [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Took 18.57 seconds to build instance. [ 618.267580] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Updated VIF entry in instance network info cache for port a05136e0-0939-4be8-aef8-80c03863b0f7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.267931] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Updating instance_info_cache with network_info: [{"id": "a05136e0-0939-4be8-aef8-80c03863b0f7", "address": "fa:16:3e:bc:b4:fc", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.203", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa05136e0-09", "ovs_interfaceid": "a05136e0-0939-4be8-aef8-80c03863b0f7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.341040] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Updated VIF entry in instance network info cache for port 90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 618.341394] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Updating instance_info_cache with network_info: [{"id": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "address": "fa:16:3e:82:34:d4", "network": {"id": "73b4aa39-fd88-4a65-a2e8-79b8ea27ed6a", "bridge": "br-int", "label": "tempest-InstanceActionsV221TestJSON-2020560814-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e21bc7456a054b6f8008dcea6e652f6e", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1c2b89fb-df8c-47c0-83ae-44291236feb4", "external-id": "nsx-vlan-transportzone-174", "segmentation_id": 174, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap90cc5c85-bd", "ovs_interfaceid": "90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 618.375431] env[65481]: DEBUG oslo_vmware.api [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4883896, 'name': PowerOnVM_Task, 'duration_secs': 0.846303} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.375534] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 618.375693] env[65481]: INFO nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Took 13.92 seconds to spawn the instance on the hypervisor. [ 618.375848] env[65481]: DEBUG nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 618.376633] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6ab1d30-1826-427e-8e4c-8f68cc3fce4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.391660] env[65481]: DEBUG nova.scheduler.client.report [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 618.714835] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883897, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.731761] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bdb48-dfc6-9f71-07d5-3b5d70f4f3a5, 'name': SearchDatastore_Task, 'duration_secs': 0.021416} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 618.732375] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-698b95a0-62c2-4a31-8b9a-e0b09a446e31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 618.739042] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 618.739042] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216cd03-de5a-e8c0-9a45-6df78d1e6780" [ 618.739042] env[65481]: _type = "Task" [ 618.739042] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 618.744954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cf11887-12ce-4e59-9440-6a5e4962d55c tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.083s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.745444] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 12.741s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.745875] env[65481]: INFO nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] During sync_power_state the instance has a pending task (networking). Skip. [ 618.746151] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.749363] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216cd03-de5a-e8c0-9a45-6df78d1e6780, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 618.770375] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Releasing lock "refresh_cache-fde24a4d-e0aa-4deb-9900-cab79761c300" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.771101] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Received event network-vif-plugged-ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.772023] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquiring lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.772023] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.772023] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.772208] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] No waiting events found dispatching network-vif-plugged-ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.772937] env[65481]: WARNING nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Received unexpected event network-vif-plugged-ccadbf73-6fd5-4ffa-be39-3081de5fe0be for instance with vm_state building and task_state spawning. [ 618.772937] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Received event network-changed-ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.772937] env[65481]: DEBUG nova.compute.manager [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Refreshing instance network info cache due to event network-changed-ccadbf73-6fd5-4ffa-be39-3081de5fe0be. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 618.774224] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquiring lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.774224] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Acquired lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.774224] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Refreshing network info cache for port ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.846152] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Releasing lock "refresh_cache-29595499-c79b-49a7-b9e2-844c38b722f6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 618.846152] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Received event network-vif-plugged-ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.846152] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 618.846152] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.846152] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.846392] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] No waiting events found dispatching network-vif-plugged-ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 618.846429] env[65481]: WARNING nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Received unexpected event network-vif-plugged-ad951971-bb22-4471-8125-bbf2338c5709 for instance with vm_state building and task_state spawning. [ 618.846592] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Received event network-changed-ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 618.846783] env[65481]: DEBUG nova.compute.manager [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Refreshing instance network info cache due to event network-changed-ad951971-bb22-4471-8125-bbf2338c5709. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 618.847040] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Acquiring lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 618.847198] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Acquired lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 618.847405] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Refreshing network info cache for port ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 618.896674] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.358s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 618.896860] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 618.900141] env[65481]: INFO nova.compute.manager [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Took 20.89 seconds to build instance. [ 618.903126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.845s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 618.905075] env[65481]: INFO nova.compute.claims [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 619.216309] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883897, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.912514} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.217062] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ba75545a-61a2-4a80-b5bf-72bfc47badb1/ba75545a-61a2-4a80-b5bf-72bfc47badb1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 619.217062] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 619.217252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73bc1f84-6e8e-4e93-8d74-037d0c26d1ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.225454] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 619.225454] env[65481]: value = "task-4883898" [ 619.225454] env[65481]: _type = "Task" [ 619.225454] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.236485] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883898, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.251232] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216cd03-de5a-e8c0-9a45-6df78d1e6780, 'name': SearchDatastore_Task, 'duration_secs': 0.086608} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.251636] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 619.251900] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 619.252206] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.252403] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 619.252619] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a9f42cb-9f7a-48e4-8b28-09fe6a531672 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.258479] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a23fbf3c-b2d6-411a-8399-917bb12bb752 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.268144] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 619.268144] env[65481]: value = "task-4883899" [ 619.268144] env[65481]: _type = "Task" [ 619.268144] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.273185] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 619.273408] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 619.274517] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-280ddc72-aafa-44f4-a700-73e31490abd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.280399] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.282861] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883899, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.287317] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 619.287317] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d68998-d53e-ceb0-d9af-fdfd32aa2200" [ 619.287317] env[65481]: _type = "Task" [ 619.287317] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.295588] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d68998-d53e-ceb0-d9af-fdfd32aa2200, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.352893] env[65481]: WARNING neutronclient.v2_0.client [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.409673] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5c612c7-0c87-4f93-9b1a-ac44da4d701e tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.407s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.411432] env[65481]: DEBUG nova.compute.utils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 619.415707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 13.411s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.416421] env[65481]: INFO nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] During sync_power_state the instance has a pending task (spawning). Skip. [ 619.416421] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.416421] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 619.417321] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 619.417321] env[65481]: WARNING neutronclient.v2_0.client [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.417321] env[65481]: WARNING neutronclient.v2_0.client [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.518305] env[65481]: DEBUG nova.policy [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4984564ac901447d930ddeba13d75a19', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8495cf7555ba43b986dae5742cf43fb1', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 619.532582] env[65481]: DEBUG nova.compute.manager [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Received event network-changed {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.532582] env[65481]: DEBUG nova.compute.manager [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Refreshing instance network info cache due to event network-changed. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.532582] env[65481]: DEBUG oslo_concurrency.lockutils [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] Acquiring lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.532582] env[65481]: DEBUG oslo_concurrency.lockutils [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] Acquired lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.532582] env[65481]: DEBUG nova.network.neutron [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 619.540783] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-vif-plugged-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.541381] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquiring lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.541700] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.542774] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 619.542774] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] No waiting events found dispatching network-vif-plugged-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 619.542774] env[65481]: WARNING nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received unexpected event network-vif-plugged-4420fa4e-301e-4ba1-ac99-25c42cfe41ca for instance with vm_state building and task_state spawning. [ 619.542774] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 619.542774] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing instance network info cache due to event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 619.543362] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 619.543362] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 619.543362] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 619.554194] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 619.554810] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 619.560081] env[65481]: WARNING neutronclient.v2_0.client [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.740700] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883898, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081356} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.741247] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 619.742748] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89c8050d-fe9c-4fe9-bfcc-5809cd8814a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.771053] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfiguring VM instance instance-00000007 to attach disk [datastore2] ba75545a-61a2-4a80-b5bf-72bfc47badb1/ba75545a-61a2-4a80-b5bf-72bfc47badb1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 619.771507] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1226f403-1955-4ae8-80e8-bb8bab5bcbc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.790965] env[65481]: WARNING neutronclient.v2_0.client [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 619.809658] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883899, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.816023] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 619.816023] env[65481]: value = "task-4883900" [ 619.816023] env[65481]: _type = "Task" [ 619.816023] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.816713] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d68998-d53e-ceb0-d9af-fdfd32aa2200, 'name': SearchDatastore_Task, 'duration_secs': 0.013423} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 619.821307] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-282d6504-1c58-45b4-a329-a00f61333c00 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 619.831166] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883900, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.833549] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 619.833549] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2ecad-7252-5401-a025-c2aa086e6af3" [ 619.833549] env[65481]: _type = "Task" [ 619.833549] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 619.847328] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2ecad-7252-5401-a025-c2aa086e6af3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 619.857023] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Updated VIF entry in instance network info cache for port ccadbf73-6fd5-4ffa-be39-3081de5fe0be. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.857023] env[65481]: DEBUG nova.network.neutron [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Updating instance_info_cache with network_info: [{"id": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "address": "fa:16:3e:14:dd:0f", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapccadbf73-6f", "ovs_interfaceid": "ccadbf73-6fd5-4ffa-be39-3081de5fe0be", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 619.911437] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Successfully created port: d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 619.917174] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 619.989153] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updated VIF entry in instance network info cache for port ad951971-bb22-4471-8125-bbf2338c5709. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 619.989642] env[65481]: DEBUG nova.network.neutron [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 620.033084] env[65481]: WARNING neutronclient.v2_0.client [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.048866] env[65481]: WARNING neutronclient.v2_0.client [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.052577] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.052750] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 620.057517] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.181522] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6ec4f3b-ca26-4b72-b117-44088e6ffea6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.192032] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b372cd0b-88a2-4ba5-be77-182e22a725f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.228824] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ce2e892-87a6-4ecc-a0c0-54472c2a785a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.238243] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f0e787f-c850-4404-bbdc-1e36334a0160 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.256060] env[65481]: DEBUG nova.compute.provider_tree [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 620.282221] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883899, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697023} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.282527] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 620.282803] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 620.283128] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f32e987b-3dc4-4a7c-99e4-83049f56feaf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.301142] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 620.301142] env[65481]: value = "task-4883901" [ 620.301142] env[65481]: _type = "Task" [ 620.301142] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.313889] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883901, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.329406] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883900, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.345651] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2ecad-7252-5401-a025-c2aa086e6af3, 'name': SearchDatastore_Task, 'duration_secs': 0.056907} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.346027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.346274] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 254c11d4-87f9-465d-bdca-3ac7930d4000/254c11d4-87f9-465d-bdca-3ac7930d4000.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 620.346762] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-130c5e2b-d0a7-43b5-a56d-3c23d196fd7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.356193] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 620.356193] env[65481]: value = "task-4883902" [ 620.356193] env[65481]: _type = "Task" [ 620.356193] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.362498] env[65481]: DEBUG oslo_concurrency.lockutils [req-7bd260fd-9350-49db-b9bc-92c6b5270dae req-41ad1197-e9b1-4ec4-9b6b-75e99be5ca25 service nova] Releasing lock "refresh_cache-5b571204-f656-4697-b62a-5caf8929d3d7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.370138] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883902, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.495298] env[65481]: DEBUG oslo_concurrency.lockutils [req-0671b068-445e-4b61-8ebf-37c0ed52a497 req-92505b8c-92c2-434a-885d-5dbc1f3a7b57 service nova] Releasing lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 620.560354] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 620.592190] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 620.760436] env[65481]: DEBUG nova.scheduler.client.report [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 620.816955] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883901, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.180529} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.817362] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 620.819311] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-259865a7-7bc3-453a-ad57-72e2e596d5ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.843450] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883900, 'name': ReconfigVM_Task, 'duration_secs': 0.527544} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 620.853242] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 620.854587] env[65481]: WARNING neutronclient.v2_0.client [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 620.856885] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfigured VM instance instance-00000007 to attach disk [datastore2] ba75545a-61a2-4a80-b5bf-72bfc47badb1/ba75545a-61a2-4a80-b5bf-72bfc47badb1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 620.857826] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49402a68-7594-46ca-9831-421c9871d639 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.873310] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0b2fc64f-a07e-47d8-a115-c411064db6dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.886632] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.888952] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 620.888952] env[65481]: value = "task-4883903" [ 620.888952] env[65481]: _type = "Task" [ 620.888952] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.889290] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 620.889290] env[65481]: value = "task-4883904" [ 620.889290] env[65481]: _type = "Task" [ 620.889290] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 620.902495] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883903, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.906083] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883904, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 620.941842] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 620.968551] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 620.968805] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 620.969362] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 620.969362] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 620.969362] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 620.969653] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 620.969653] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 620.969807] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 620.970107] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 620.970226] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 620.970333] env[65481]: DEBUG nova.virt.hardware [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 620.971490] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c11092-9277-4b69-92cb-74647f4217af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 620.981115] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f8f3e10-0cfa-4246-bf25-71123c2fcec8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.086762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 621.151538] env[65481]: WARNING neutronclient.v2_0.client [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.266167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.364s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 621.266167] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 621.271919] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.678s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 621.273342] env[65481]: INFO nova.compute.claims [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 621.383471] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883902, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.403365] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883903, 'name': Rename_Task, 'duration_secs': 0.470212} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.407430] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 621.407430] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883904, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.407430] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d122e382-8b79-4c5a-b715-43eb39dce6e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.417784] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 621.417784] env[65481]: value = "task-4883905" [ 621.417784] env[65481]: _type = "Task" [ 621.417784] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.431983] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.559422] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Successfully updated port: d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 621.580444] env[65481]: DEBUG nova.network.neutron [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Updating instance_info_cache with network_info: [{"id": "77e4787d-c9b6-45ea-aa96-43173e827584", "address": "fa:16:3e:04:ea:bb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.211", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap77e4787d-c9", "ovs_interfaceid": "77e4787d-c9b6-45ea-aa96-43173e827584", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.613485] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updated VIF entry in instance network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 621.614060] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 621.779521] env[65481]: DEBUG nova.compute.utils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 621.784446] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 621.784446] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 621.784590] env[65481]: WARNING neutronclient.v2_0.client [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.784824] env[65481]: WARNING neutronclient.v2_0.client [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 621.873649] env[65481]: DEBUG nova.policy [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '27594d02ffec454ba8c3eeac7b800dda', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '570bc96419ea400e9f7bd8fbe93a4e93', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 621.888884] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883902, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.486025} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.888884] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 254c11d4-87f9-465d-bdca-3ac7930d4000/254c11d4-87f9-465d-bdca-3ac7930d4000.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 621.889343] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 621.889343] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b1474b02-28ef-4dd8-b774-4214d3433055 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.903218] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883904, 'name': ReconfigVM_Task, 'duration_secs': 1.001598} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 621.904835] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfigured VM instance instance-00000006 to attach disk [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 621.905829] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 621.905829] env[65481]: value = "task-4883906" [ 621.905829] env[65481]: _type = "Task" [ 621.905829] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.905994] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e6b88ee-c748-4c71-95e0-c0806f1f2ca7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 621.924614] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883906, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.926892] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 621.926892] env[65481]: value = "task-4883907" [ 621.926892] env[65481]: _type = "Task" [ 621.926892] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 621.935120] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 621.943520] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883907, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.067732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.067732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquired lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.067732] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 622.083725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-566316a4-ffaf-46ed-84c4-9f456713d152 tempest-ServerExternalEventsTest-1185659905 tempest-ServerExternalEventsTest-1185659905-project] Releasing lock "refresh_cache-deabd6e3-1b81-425d-b470-d236b6a15536" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.118430] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 622.118802] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Received event network-vif-plugged-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.119033] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquiring lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.119296] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.119475] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.119670] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] No waiting events found dispatching network-vif-plugged-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 622.119868] env[65481]: WARNING nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Received unexpected event network-vif-plugged-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 for instance with vm_state building and task_state spawning. [ 622.120136] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Received event network-changed-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 622.120339] env[65481]: DEBUG nova.compute.manager [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Refreshing instance network info cache due to event network-changed-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 622.120582] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquiring lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 622.120735] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Acquired lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 622.120951] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Refreshing network info cache for port d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 622.181033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "29595499-c79b-49a7-b9e2-844c38b722f6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.181033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.181033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.181033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.181739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.183143] env[65481]: INFO nova.compute.manager [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Terminating instance [ 622.242880] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Successfully created port: 76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 622.289537] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 622.419356] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883906, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077303} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.424515] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 622.426389] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb8c8b7-75d1-49f6-ba72-e9c1ae54879f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.438793] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.459108] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Reconfiguring VM instance instance-00000008 to attach disk [datastore2] 254c11d4-87f9-465d-bdca-3ac7930d4000/254c11d4-87f9-465d-bdca-3ac7930d4000.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 622.466041] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-71b5d6be-78c4-4dba-960a-da1f2fa6a9d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.481043] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883907, 'name': Rename_Task, 'duration_secs': 0.381233} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 622.482041] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 622.482769] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6172fb87-11de-48ff-8200-9d26c568c7ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.490988] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 622.490988] env[65481]: value = "task-4883908" [ 622.490988] env[65481]: _type = "Task" [ 622.490988] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.492367] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 622.492367] env[65481]: value = "task-4883909" [ 622.492367] env[65481]: _type = "Task" [ 622.492367] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.507099] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883908, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.510650] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883909, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.524245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "deabd6e3-1b81-425d-b470-d236b6a15536" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.524702] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.524756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.525022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.525106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.527866] env[65481]: INFO nova.compute.manager [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Terminating instance [ 622.562350] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e69070b-fd47-49f7-9cc3-325215c5ec37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.575890] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a61b4199-49a4-4886-b120-078e50724e25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.613289] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd5d288-d2c7-4f48-a02d-e7fd0cf35ecc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.623431] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bcb24982-781e-4f0a-8191-727eeadb7db4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.628323] env[65481]: WARNING neutronclient.v2_0.client [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 622.643764] env[65481]: DEBUG nova.compute.provider_tree [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 622.690549] env[65481]: DEBUG nova.compute.manager [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 622.690844] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 622.691959] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11ad7401-a0d8-48ec-b22b-3cb9ed25cf5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.701130] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 622.701504] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-25173f97-993f-4670-a5e3-f824c14dcb82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 622.709673] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 622.709673] env[65481]: value = "task-4883910" [ 622.709673] env[65481]: _type = "Task" [ 622.709673] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 622.718821] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883910, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 622.809021] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 622.810845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Acquiring lock "fde24a4d-e0aa-4deb-9900-cab79761c300" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.811086] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.811285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Acquiring lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 622.811451] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 622.811623] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 622.814028] env[65481]: INFO nova.compute.manager [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Terminating instance [ 622.935947] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.016610] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883909, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.022995] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883908, 'name': ReconfigVM_Task, 'duration_secs': 0.425207} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.023643] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Reconfigured VM instance instance-00000008 to attach disk [datastore2] 254c11d4-87f9-465d-bdca-3ac7930d4000/254c11d4-87f9-465d-bdca-3ac7930d4000.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 623.024856] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8ff02610-d6e6-4c74-b93a-8ec6e7717147 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.035066] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 623.035066] env[65481]: value = "task-4883911" [ 623.035066] env[65481]: _type = "Task" [ 623.035066] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.036196] env[65481]: DEBUG nova.compute.manager [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 623.036571] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.043106] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e66bf5-7767-4493-bcc9-954eb93238e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.054789] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883911, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.057400] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.057674] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-edd1f8a0-d3fb-4575-8e07-970281404667 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.070708] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 623.070708] env[65481]: value = "task-4883912" [ 623.070708] env[65481]: _type = "Task" [ 623.070708] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.081404] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883912, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.147934] env[65481]: DEBUG nova.scheduler.client.report [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 623.221346] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883910, 'name': PowerOffVM_Task, 'duration_secs': 0.191934} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.221794] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.221794] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.222063] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-4805bf45-f362-40a2-a26b-80d72d964088 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.308260] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 623.315162] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.315441] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.315441] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Deleting the datastore file [datastore2] 29595499-c79b-49a7-b9e2-844c38b722f6 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.316818] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-57af0f7f-2985-4dd4-bf5e-f52f9238ff77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.320846] env[65481]: DEBUG nova.compute.manager [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 623.321097] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 623.322138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca156f26-049e-47c4-b558-1e5c24a73db4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.328817] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for the task: (returnval){ [ 623.328817] env[65481]: value = "task-4883914" [ 623.328817] env[65481]: _type = "Task" [ 623.328817] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.339716] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 623.343195] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 623.343195] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 623.343975] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 623.344300] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 623.344460] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 623.344605] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 623.344815] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 623.344970] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 623.345150] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 623.345315] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 623.345478] env[65481]: DEBUG nova.virt.hardware [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 623.346490] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-6b480953-1bd8-46b3-84f4-6c99384d9856 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.348833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e70cc930-0145-4a86-839c-fc045014365d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.362927] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Waiting for the task: (returnval){ [ 623.362927] env[65481]: value = "task-4883915" [ 623.362927] env[65481]: _type = "Task" [ 623.362927] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.363715] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883914, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.371447] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76e966f7-15fd-42e5-9513-b03da8357f85 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.382719] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Task: {'id': task-4883915, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.432496] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.512955] env[65481]: DEBUG oslo_vmware.api [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883909, 'name': PowerOnVM_Task, 'duration_secs': 0.610652} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.512955] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.512955] env[65481]: INFO nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Took 14.50 seconds to spawn the instance on the hypervisor. [ 623.512955] env[65481]: DEBUG nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.513305] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880c79d7-f889-4bf4-a1c3-d037557de788 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.551371] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883911, 'name': Rename_Task, 'duration_secs': 0.374091} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.551668] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 623.551921] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-efa2bfe1-2a3c-4264-840d-79f44f00dc09 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.559276] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 623.559276] env[65481]: value = "task-4883916" [ 623.559276] env[65481]: _type = "Task" [ 623.559276] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.569415] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.582867] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883912, 'name': PowerOffVM_Task, 'duration_secs': 0.483104} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.583138] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.583302] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.583589] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c95a9286-3598-4336-b821-1e567fa58326 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.652553] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.382s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.653190] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 623.656956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.570s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.659180] env[65481]: INFO nova.compute.claims [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 623.666783] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.666958] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.667181] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Deleting the datastore file [datastore2] deabd6e3-1b81-425d-b470-d236b6a15536 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.667604] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca8479c4-b33a-4a78-8d54-147793300572 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.676630] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for the task: (returnval){ [ 623.676630] env[65481]: value = "task-4883918" [ 623.676630] env[65481]: _type = "Task" [ 623.676630] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.688259] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883918, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 623.782717] env[65481]: DEBUG nova.compute.manager [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Received event network-vif-plugged-d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 623.783056] env[65481]: DEBUG oslo_concurrency.lockutils [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] Acquiring lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 623.783391] env[65481]: DEBUG oslo_concurrency.lockutils [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 623.783538] env[65481]: DEBUG oslo_concurrency.lockutils [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 623.784833] env[65481]: DEBUG nova.compute.manager [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] No waiting events found dispatching network-vif-plugged-d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 623.784833] env[65481]: WARNING nova.compute.manager [req-94ce2a9a-78c7-4154-a06b-897a09b3907e req-a42b359b-5edf-49b1-bdf7-4f0d44da2f28 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Received unexpected event network-vif-plugged-d0b676e2-a4ce-4fa9-8233-956e2e1486bd for instance with vm_state building and task_state spawning. [ 623.843208] env[65481]: DEBUG oslo_vmware.api [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Task: {'id': task-4883914, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214328} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.843539] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 623.843850] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 623.844096] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 623.844374] env[65481]: INFO nova.compute.manager [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Took 1.15 seconds to destroy the instance on the hypervisor. [ 623.844751] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 623.845052] env[65481]: DEBUG nova.compute.manager [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 623.845175] env[65481]: DEBUG nova.network.neutron [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 623.845429] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 623.879928] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Task: {'id': task-4883915, 'name': PowerOffVM_Task, 'duration_secs': 0.237395} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.880311] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 623.880546] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 623.881158] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-551057fe-ae3c-4d93-9c15-e65b284d3cce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.937587] env[65481]: DEBUG oslo_vmware.api [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4883905, 'name': PowerOnVM_Task, 'duration_secs': 2.425243} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 623.938356] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 623.938356] env[65481]: INFO nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Took 12.65 seconds to spawn the instance on the hypervisor. [ 623.938356] env[65481]: DEBUG nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 623.939368] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9d4e6f-86b1-441b-bc87-4280971d8cd9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.966679] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 623.966934] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 623.967082] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Deleting the datastore file [datastore2] fde24a4d-e0aa-4deb-9900-cab79761c300 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 623.967397] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e55c5ac5-65c0-41a9-bec3-d073585173a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 623.975975] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Waiting for the task: (returnval){ [ 623.975975] env[65481]: value = "task-4883920" [ 623.975975] env[65481]: _type = "Task" [ 623.975975] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 623.986170] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Task: {'id': task-4883920, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.035345] env[65481]: INFO nova.compute.manager [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Took 23.44 seconds to build instance. [ 624.072806] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.168020] env[65481]: DEBUG nova.compute.utils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 624.170703] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 624.171875] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 624.172680] env[65481]: WARNING neutronclient.v2_0.client [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.177026] env[65481]: WARNING neutronclient.v2_0.client [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.177026] env[65481]: WARNING neutronclient.v2_0.client [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.199367] env[65481]: DEBUG oslo_vmware.api [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Task: {'id': task-4883918, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.246844} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.200195] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Successfully updated port: 76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 624.201577] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.201695] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.202024] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.202024] env[65481]: INFO nova.compute.manager [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Took 1.17 seconds to destroy the instance on the hypervisor. [ 624.203082] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.204399] env[65481]: DEBUG nova.compute.manager [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 624.204552] env[65481]: DEBUG nova.network.neutron [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 624.204885] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.271859] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.338607] env[65481]: DEBUG nova.policy [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c6455b03dfb0497bba5bde84a30ed2ad', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f7acf937228c4811a0d5c256aa3b1201', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 624.458728] env[65481]: INFO nova.compute.manager [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Took 20.30 seconds to build instance. [ 624.488903] env[65481]: DEBUG oslo_vmware.api [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Task: {'id': task-4883920, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.466816} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 624.489229] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 624.489447] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 624.489649] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 624.489863] env[65481]: INFO nova.compute.manager [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Took 1.17 seconds to destroy the instance on the hypervisor. [ 624.490191] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 624.490462] env[65481]: DEBUG nova.compute.manager [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 624.490603] env[65481]: DEBUG nova.network.neutron [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 624.490888] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.530770] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 624.538232] env[65481]: DEBUG oslo_concurrency.lockutils [None req-31b413af-5fb1-4d12-b2ff-3aedfba80a79 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.953s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.538573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 18.534s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 624.540240] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cc3dfd1-1ec2-40ac-be5c-8b8dddaf8aac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.571964] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 624.673034] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 624.705068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 624.705313] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquired lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 624.705441] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 624.900020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1eaefc2-df2b-45b3-b929-515c19df62d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.909945] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68597e84-b02c-47d8-9f66-d0bba1e73138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.950036] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bdc9f68-fe85-4c1a-aa9e-b0c7b8edbd05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.959830] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a3cb520-3e64-4f05-a45c-42ef349a49b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 624.964323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40b71650-e348-450e-be70-f1066d3dc18e tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.815s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 624.976523] env[65481]: DEBUG nova.compute.provider_tree [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 625.050616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.512s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.072861] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task} progress is 73%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.102396] env[65481]: WARNING neutronclient.v2_0.client [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.164618] env[65481]: DEBUG nova.network.neutron [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Updating instance_info_cache with network_info: [{"id": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "address": "fa:16:3e:dc:28:09", "network": {"id": "39a5e2de-3db4-4e06-8d53-f7578d1aab71", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1759071859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8495cf7555ba43b986dae5742cf43fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b676e2-a4", "ovs_interfaceid": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.178658] env[65481]: INFO nova.virt.block_device [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Booting with volume cedd67c1-1963-4650-a2b5-9a1e80295099 at /dev/sda [ 625.217980] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 625.250898] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3837f716-7a02-4f5f-b0e5-aee1af553319 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.270511] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-257b0adf-1f0b-4798-ad2d-04221cdf38a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.315086] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-989414ce-0715-4e35-86e0-f01f7f871be8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.324969] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8874dc8-743c-4bab-9839-5d4984d514be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.364853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d5dfdcc-b9ef-47ea-8a1d-59b4f4610fae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.376230] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be0f93b8-9074-4acf-91a9-a57387c45eee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.393640] env[65481]: DEBUG nova.virt.block_device [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updating existing volume attachment record: a455232a-f764-45ee-8284-16e770fbe7d7 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 625.483364] env[65481]: DEBUG nova.scheduler.client.report [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 625.576030] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.667557] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Releasing lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 625.667878] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Instance network_info: |[{"id": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "address": "fa:16:3e:dc:28:09", "network": {"id": "39a5e2de-3db4-4e06-8d53-f7578d1aab71", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1759071859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8495cf7555ba43b986dae5742cf43fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b676e2-a4", "ovs_interfaceid": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 625.668837] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:28:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9f87a752-ebb0-49a4-a67b-e356fa45b89b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd0b676e2-a4ce-4fa9-8233-956e2e1486bd', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 625.677225] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Creating folder: Project (8495cf7555ba43b986dae5742cf43fb1). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.677907] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6601831b-bcd1-4c9b-bf50-f89db6af9e6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.691982] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Created folder: Project (8495cf7555ba43b986dae5742cf43fb1) in parent group-v951696. [ 625.691982] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Creating folder: Instances. Parent ref: group-v951723. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 625.692181] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b455372f-86d8-4eea-a77a-67469f3d0266 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.706316] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Created folder: Instances in parent group-v951723. [ 625.706653] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 625.706877] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 625.707125] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fe66e510-b526-40e2-aaf4-b4e60428f099 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 625.736722] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 625.736722] env[65481]: value = "task-4883923" [ 625.736722] env[65481]: _type = "Task" [ 625.736722] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 625.746180] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883923, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 625.871254] env[65481]: DEBUG nova.network.neutron [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 625.991025] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.334s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 625.992058] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 626.063180] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Successfully created port: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 626.077633] env[65481]: DEBUG oslo_vmware.api [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883916, 'name': PowerOnVM_Task, 'duration_secs': 2.051046} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.077826] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 626.077954] env[65481]: INFO nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Took 12.53 seconds to spawn the instance on the hypervisor. [ 626.078142] env[65481]: DEBUG nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 626.079024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e32257d-0e24-49e9-afcb-4b3d1faab394 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.091358] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 626.157042] env[65481]: DEBUG nova.network.neutron [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.248504] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883923, 'name': CreateVM_Task, 'duration_secs': 0.417628} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 626.248768] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 626.249241] env[65481]: WARNING neutronclient.v2_0.client [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.250549] env[65481]: DEBUG oslo_vmware.service [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95064fc7-517a-415c-91e8-e396e8f8b9e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.257443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.257638] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.258019] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 626.258320] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-934a66f3-4117-45a1-b2b9-37368a0a7e93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.264661] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 626.264661] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52176d58-c888-9a20-197c-99edfe5aba2f" [ 626.264661] env[65481]: _type = "Task" [ 626.264661] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.275864] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52176d58-c888-9a20-197c-99edfe5aba2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.376246] env[65481]: INFO nova.compute.manager [-] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Took 2.53 seconds to deallocate network for instance. [ 626.397160] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Updated VIF entry in instance network info cache for port d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 626.397160] env[65481]: DEBUG nova.network.neutron [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Updating instance_info_cache with network_info: [{"id": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "address": "fa:16:3e:45:8f:0e", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0baa607-8e", "ovs_interfaceid": "d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.497881] env[65481]: DEBUG nova.compute.utils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 626.499906] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 626.500985] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 626.500985] env[65481]: WARNING neutronclient.v2_0.client [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.501486] env[65481]: WARNING neutronclient.v2_0.client [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.599685] env[65481]: INFO nova.compute.manager [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Took 19.05 seconds to build instance. [ 626.663454] env[65481]: INFO nova.compute.manager [-] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Took 2.46 seconds to deallocate network for instance. [ 626.689319] env[65481]: DEBUG nova.policy [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '369445cf8b0e475a980592b084051c16', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5e9c539c300c478eab0917c617385fa2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 626.728666] env[65481]: WARNING neutronclient.v2_0.client [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 626.776637] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 626.776985] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 626.777131] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 626.777275] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 626.777463] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 626.777738] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab25ca81-ce33-475d-af19-17e2663fd1af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.787496] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 626.787691] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 626.788561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b78dfca-89b3-4d60-bc30-4906487b6a82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.795182] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-64d728a5-786a-4a78-bdff-ae5876dc81bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 626.801181] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 626.801181] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522e8f96-95ed-dee9-1471-2c83a8fef1c4" [ 626.801181] env[65481]: _type = "Task" [ 626.801181] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 626.809717] env[65481]: DEBUG nova.network.neutron [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 626.810947] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522e8f96-95ed-dee9-1471-2c83a8fef1c4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 626.888687] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 626.888687] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 626.888687] env[65481]: DEBUG nova.objects.instance [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lazy-loading 'resources' on Instance uuid 29595499-c79b-49a7-b9e2-844c38b722f6 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 626.903546] env[65481]: DEBUG oslo_concurrency.lockutils [req-07d6ceab-a4d4-4f10-8ad8-a80a773283f9 req-c60a2f28-6f8b-4ef3-af7a-d716c6714cf7 service nova] Releasing lock "refresh_cache-254c11d4-87f9-465d-bdca-3ac7930d4000" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.004703] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 627.107507] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1a84c54-4509-429b-9dea-ab2b9e7cacd3 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.567s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 627.170528] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.198256] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Successfully created port: 840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 627.252526] env[65481]: DEBUG nova.network.neutron [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updating instance_info_cache with network_info: [{"id": "76d92986-9547-4787-810d-d6b088e16b50", "address": "fa:16:3e:74:28:95", "network": {"id": "28a4230b-8ab2-4455-aa8b-d0046c185096", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1148959166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570bc96419ea400e9f7bd8fbe93a4e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d92986-95", "ovs_interfaceid": "76d92986-9547-4787-810d-d6b088e16b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 627.313329] env[65481]: INFO nova.compute.manager [-] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Took 2.82 seconds to deallocate network for instance. [ 627.315145] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 627.315378] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Creating directory with path [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 627.318208] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9c580a3-7000-4842-ae9e-2b149387e6d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.355992] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Created directory with path [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 627.355992] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Fetch image to [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 627.356170] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Downloading image file data c30222c5-9d00-46f8-973f-4face1423ead to [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk on the data store datastore1 {{(pid=65481) _fetch_image_as_file /opt/stack/nova/nova/virt/vmwareapi/vmops.py:399}} [ 627.356953] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bfc6f0-afac-4b71-bba4-1b3ff79254bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.365972] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cd6639a-70ea-4dc8-997a-6fc77454f164 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.378925] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-597746e8-43c9-400c-9412-66883f97c78f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.417274] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16bfd149-e0a2-4d7f-abb4-f7a2f239acaa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.425100] env[65481]: DEBUG oslo_vmware.service [-] Invoking SessionManager.AcquireGenericServiceTicket with opID=oslo.vmware-946c220f-a3ac-42e2-9714-2c38de5c45ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.522577] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Downloading image file data c30222c5-9d00-46f8-973f-4face1423ead to the data store datastore1 {{(pid=65481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:245}} [ 627.550269] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 627.550889] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 627.551133] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 627.551350] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 627.551554] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 627.551699] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 627.551837] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 627.552075] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 627.552235] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 627.552398] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 627.552552] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 627.552747] env[65481]: DEBUG nova.virt.hardware [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 627.557017] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5aa3f245-08d1-4547-9f6f-cb703692478f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.566763] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4808bb8-ee2b-4ee0-8e8a-bb1f1ff9b677 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.592905] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Creating HTTP connection to write to file with size = 21318656 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 627.685052] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aee4811a-d3c0-4743-a571-8622d046be7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.692270] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bef7c1d-fc4b-4595-81e5-634a4fcac50d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.730608] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49a46cdb-e5de-4d95-b148-557079d36a16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.741987] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2b87769-857d-4172-8317-fde1fac8ec9f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.758290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Releasing lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 627.758450] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Instance network_info: |[{"id": "76d92986-9547-4787-810d-d6b088e16b50", "address": "fa:16:3e:74:28:95", "network": {"id": "28a4230b-8ab2-4455-aa8b-d0046c185096", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1148959166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570bc96419ea400e9f7bd8fbe93a4e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d92986-95", "ovs_interfaceid": "76d92986-9547-4787-810d-d6b088e16b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 627.759133] env[65481]: DEBUG nova.compute.provider_tree [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 627.763923] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:74:28:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4728adca-2846-416a-91a3-deb898faf1f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '76d92986-9547-4787-810d-d6b088e16b50', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 627.771615] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Creating folder: Project (570bc96419ea400e9f7bd8fbe93a4e93). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.773294] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-08640a18-dcba-4479-afc3-d6309db1c78d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.785570] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Created folder: Project (570bc96419ea400e9f7bd8fbe93a4e93) in parent group-v951696. [ 627.785911] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Creating folder: Instances. Parent ref: group-v951726. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 627.786112] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9db1732-13e8-4f79-8cb3-5c1188b15101 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.798891] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Created folder: Instances in parent group-v951726. [ 627.799182] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 627.799508] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 627.799598] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2919d6c5-7bc1-457f-a42a-e60c03765571 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 627.822501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 627.822787] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 627.822787] env[65481]: value = "task-4883926" [ 627.822787] env[65481]: _type = "Task" [ 627.822787] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 627.835323] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883926, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 627.987985] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Successfully updated port: 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 628.014209] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 628.053566] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 628.053942] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 628.054382] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 628.054382] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 628.054498] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 628.054694] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 628.055043] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 628.055319] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 628.055701] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 628.055862] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 628.056126] env[65481]: DEBUG nova.virt.hardware [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 628.057414] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebd3d736-7682-4ea8-870f-02500c52e3ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.068991] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f89ed33-6a62-4b43-b7cb-642ed0f9f0c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.274098] env[65481]: DEBUG nova.scheduler.client.report [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 628.340386] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883926, 'name': CreateVM_Task, 'duration_secs': 0.35087} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 628.340572] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 628.341126] env[65481]: WARNING neutronclient.v2_0.client [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 628.341564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.341713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.342014] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 628.342278] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-430ea78e-86ef-411c-8136-f8bd542f6b59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.348332] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 628.348332] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52963bc0-de83-c6e8-e590-b12e2d5f86e0" [ 628.348332] env[65481]: _type = "Task" [ 628.348332] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.360783] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52963bc0-de83-c6e8-e590-b12e2d5f86e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.490318] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.490669] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquired lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 628.490737] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 628.572676] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 628.572870] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Closing write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap:443/folder/vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk?dcPath=ha-datacenter&dsName=datastore1. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:281}} [ 628.647722] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Downloaded image file data c30222c5-9d00-46f8-973f-4face1423ead to vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk on the data store datastore1 {{(pid=65481) fetch_image /opt/stack/nova/nova/virt/vmwareapi/images.py:258}} [ 628.648709] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 628.651218] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Copying Virtual Disk [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk to [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 628.651730] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a5905026-7dc8-4342-b8f9-f3586befc4bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 628.664360] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 628.664360] env[65481]: value = "task-4883927" [ 628.664360] env[65481]: _type = "Task" [ 628.664360] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 628.677104] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883927, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 628.782030] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.894s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 628.785014] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.615s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 628.785284] env[65481]: DEBUG nova.objects.instance [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lazy-loading 'resources' on Instance uuid deabd6e3-1b81-425d-b470-d236b6a15536 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 628.816126] env[65481]: INFO nova.scheduler.client.report [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Deleted allocations for instance 29595499-c79b-49a7-b9e2-844c38b722f6 [ 628.867241] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 628.867504] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 628.867714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 628.912390] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Successfully updated port: 840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 629.006560] env[65481]: DEBUG nova.compute.manager [None req-414f2bbb-5ef0-469e-b53a-a614073dbd67 tempest-ServerDiagnosticsV248Test-1392218726 tempest-ServerDiagnosticsV248Test-1392218726-project-admin] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 629.007932] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1cf7730-f0bd-4433-9622-bcc7c3a7f0ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.018137] env[65481]: INFO nova.compute.manager [None req-414f2bbb-5ef0-469e-b53a-a614073dbd67 tempest-ServerDiagnosticsV248Test-1392218726 tempest-ServerDiagnosticsV248Test-1392218726-project-admin] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Retrieving diagnostics [ 629.018137] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207e45d7-8982-4097-a0fb-b6e6d0809c90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.057745] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 629.176202] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883927, 'name': CopyVirtualDisk_Task} progress is 27%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.187139] env[65481]: WARNING neutronclient.v2_0.client [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 629.267236] env[65481]: DEBUG nova.network.neutron [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updating instance_info_cache with network_info: [{"id": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "address": "fa:16:3e:c4:8b:e4", "network": {"id": "67829c54-5eac-45fc-b038-78d2f3e60bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-549449653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7acf937228c4811a0d5c256aa3b1201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce87b87-02", "ovs_interfaceid": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 629.327924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ef6bb6d2-2f15-47ad-9478-299629ce687a tempest-InstanceActionsV221TestJSON-1115047219 tempest-InstanceActionsV221TestJSON-1115047219-project-member] Lock "29595499-c79b-49a7-b9e2-844c38b722f6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.149s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.416819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 629.416819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquired lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 629.416819] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 629.495251] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2471928-58c6-44cf-a659-c78000d05945 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.507038] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df58120a-e2f3-4402-901c-9a4c2cdd83f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.540436] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cca50027-20cc-43ec-9ee8-e97e702f889a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.551103] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dde56806-6c7e-43e0-bab4-28721a5b32e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.571305] env[65481]: DEBUG nova.compute.provider_tree [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 629.675788] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883927, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 629.770574] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Releasing lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 629.771017] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Instance network_info: |[{"id": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "address": "fa:16:3e:c4:8b:e4", "network": {"id": "67829c54-5eac-45fc-b038-78d2f3e60bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-549449653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7acf937228c4811a0d5c256aa3b1201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce87b87-02", "ovs_interfaceid": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 629.772396] env[65481]: DEBUG nova.compute.manager [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Received event network-vif-plugged-76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 629.772629] env[65481]: DEBUG oslo_concurrency.lockutils [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 629.772775] env[65481]: DEBUG oslo_concurrency.lockutils [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 629.772926] env[65481]: DEBUG oslo_concurrency.lockutils [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 629.773101] env[65481]: DEBUG nova.compute.manager [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] No waiting events found dispatching network-vif-plugged-76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 629.773298] env[65481]: WARNING nova.compute.manager [req-450bcd24-7fc6-4020-ad2c-c684e49fd8bf req-e3cce2ec-2a66-42e7-81c3-48894f9a0c94 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Received unexpected event network-vif-plugged-76d92986-9547-4787-810d-d6b088e16b50 for instance with vm_state building and task_state spawning. [ 629.774225] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:8b:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f0ef5aba-bd9a-42ff-a1a0-5e763986d70a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ce87b87-0256-4b12-8f9e-2cda6ba444d4', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 629.785180] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Creating folder: Project (f7acf937228c4811a0d5c256aa3b1201). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.786913] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-38520025-1dd7-4da4-b38f-871059546003 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.803531] env[65481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 629.803829] env[65481]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 629.804365] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Folder already exists: Project (f7acf937228c4811a0d5c256aa3b1201). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 629.804598] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Creating folder: Instances. Parent ref: group-v951700. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 629.804863] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-62d22845-0ca8-4c85-b134-19514bda4e77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.816137] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Created folder: Instances in parent group-v951700. [ 629.816549] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 629.818636] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 629.819458] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ea50d664-0288-4895-839d-d0b357b435db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 629.844198] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 629.844198] env[65481]: value = "task-4883930" [ 629.844198] env[65481]: _type = "Task" [ 629.844198] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 629.856244] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883930, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.013447] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 630.075621] env[65481]: DEBUG nova.scheduler.client.report [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 630.083518] env[65481]: DEBUG nova.compute.manager [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Received event network-changed-d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 630.083887] env[65481]: DEBUG nova.compute.manager [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Refreshing instance network info cache due to event network-changed-d0b676e2-a4ce-4fa9-8233-956e2e1486bd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 630.084241] env[65481]: DEBUG oslo_concurrency.lockutils [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] Acquiring lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 630.084510] env[65481]: DEBUG oslo_concurrency.lockutils [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] Acquired lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 630.084779] env[65481]: DEBUG nova.network.neutron [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Refreshing network info cache for port d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 630.175289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "f15c8c2f-4a13-44c0-8949-b862d531010f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 630.175289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.182842] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883927, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.116541} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.183168] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Copied Virtual Disk [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk to [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 630.183353] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleting the datastore file [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead/tmp-sparse.vmdk {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 630.183603] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8b568f5f-46cf-4b11-80b6-96632ed5dfe9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.192050] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 630.192050] env[65481]: value = "task-4883931" [ 630.192050] env[65481]: _type = "Task" [ 630.192050] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.203214] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883931, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.260755] env[65481]: WARNING neutronclient.v2_0.client [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.364944] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883930, 'name': CreateVM_Task, 'duration_secs': 0.420209} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.366036] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 630.366359] env[65481]: WARNING neutronclient.v2_0.client [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.366749] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': 'a455232a-f764-45ee-8284-16e770fbe7d7', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951706', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'name': 'volume-cedd67c1-1963-4650-a2b5-9a1e80295099', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1d70d-3d48-4bec-b648-e76e4608d4cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'serial': 'cedd67c1-1963-4650-a2b5-9a1e80295099'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 630.366964] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Root volume attach. Driver type: vmdk {{(pid=65481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 630.368550] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef6f2d6-0228-400b-9222-e938c2bbaf61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.378734] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc637f9d-370c-4f34-9364-2d45ece03473 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.387341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d635a21-2640-425e-b9e7-752b2076205b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.396094] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-8199d475-ed53-455f-a91e-202806b27361 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.405799] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 630.405799] env[65481]: value = "task-4883932" [ 630.405799] env[65481]: _type = "Task" [ 630.405799] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.411725] env[65481]: DEBUG nova.network.neutron [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updating instance_info_cache with network_info: [{"id": "840884ff-e4d0-460b-a419-e85bdad67abd", "address": "fa:16:3e:7f:88:2c", "network": {"id": "8c53a955-4a83-4e0e-9efd-8c4975774af8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2010808974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5e9c539c300c478eab0917c617385fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840884ff-e4", "ovs_interfaceid": "840884ff-e4d0-460b-a419-e85bdad67abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 630.417908] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.588807] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 630.591701] env[65481]: WARNING neutronclient.v2_0.client [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.594313] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.772s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 630.594599] env[65481]: DEBUG nova.objects.instance [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lazy-loading 'resources' on Instance uuid fde24a4d-e0aa-4deb-9900-cab79761c300 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 630.632508] env[65481]: INFO nova.scheduler.client.report [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Deleted allocations for instance deabd6e3-1b81-425d-b470-d236b6a15536 [ 630.679132] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 630.705379] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883931, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.04157} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 630.705656] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 630.705875] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Moving file from [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554/c30222c5-9d00-46f8-973f-4face1423ead to [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead. {{(pid=65481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:334}} [ 630.706954] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MoveDatastoreFile_Task with opID=oslo.vmware-112a299d-14f3-4a85-9a7b-0505b09bcf42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.722754] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 630.722754] env[65481]: value = "task-4883933" [ 630.722754] env[65481]: _type = "Task" [ 630.722754] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 630.740756] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883933, 'name': MoveDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.872288] env[65481]: WARNING neutronclient.v2_0.client [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 630.921285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Releasing lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 630.921886] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Instance network_info: |[{"id": "840884ff-e4d0-460b-a419-e85bdad67abd", "address": "fa:16:3e:7f:88:2c", "network": {"id": "8c53a955-4a83-4e0e-9efd-8c4975774af8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2010808974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "5e9c539c300c478eab0917c617385fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840884ff-e4", "ovs_interfaceid": "840884ff-e4d0-460b-a419-e85bdad67abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 630.923146] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 38%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 630.924324] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:88:2c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'abe48956-848a-4e1f-b1f1-a27baa5390b9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '840884ff-e4d0-460b-a419-e85bdad67abd', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 630.940446] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Creating folder: Project (5e9c539c300c478eab0917c617385fa2). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.941453] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-bbe39af4-fa9e-48bc-bb6f-6d88730a9151 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.959345] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Created folder: Project (5e9c539c300c478eab0917c617385fa2) in parent group-v951696. [ 630.959655] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Creating folder: Instances. Parent ref: group-v951731. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 630.959856] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7d6bdbaa-b732-4b40-9d69-eab0026b4fbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 630.979624] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Created folder: Instances in parent group-v951731. [ 630.979988] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 630.980362] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 630.980599] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d66a0787-0c96-485d-b28d-7ab4f5631fa2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.006662] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 631.006662] env[65481]: value = "task-4883936" [ 631.006662] env[65481]: _type = "Task" [ 631.006662] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.020026] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883936, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.143065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28f9adba-6458-4795-a759-09d94f552c8d tempest-ServerExternalEventsTest-967955275 tempest-ServerExternalEventsTest-967955275-project-member] Lock "deabd6e3-1b81-425d-b470-d236b6a15536" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.618s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 631.218522] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.239981] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883933, 'name': MoveDatastoreFile_Task, 'duration_secs': 0.043198} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.240380] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] File moved {{(pid=65481) file_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:346}} [ 631.240599] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Cleaning up location [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 631.240820] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleting the datastore file [datastore1] vmware_temp/14223c1e-64a0-4121-b5ea-757ae6b88554 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 631.241129] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f3a17250-2322-4684-accc-008ecb817968 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.251982] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 631.251982] env[65481]: value = "task-4883937" [ 631.251982] env[65481]: _type = "Task" [ 631.251982] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.265139] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883937, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.354696] env[65481]: DEBUG nova.network.neutron [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Updated VIF entry in instance network info cache for port d0b676e2-a4ce-4fa9-8233-956e2e1486bd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 631.355576] env[65481]: DEBUG nova.network.neutron [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Updating instance_info_cache with network_info: [{"id": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "address": "fa:16:3e:dc:28:09", "network": {"id": "39a5e2de-3db4-4e06-8d53-f7578d1aab71", "bridge": "br-int", "label": "tempest-InstanceActionsNegativeTestJSON-1759071859-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "8495cf7555ba43b986dae5742cf43fb1", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9f87a752-ebb0-49a4-a67b-e356fa45b89b", "external-id": "nsx-vlan-transportzone-889", "segmentation_id": 889, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd0b676e2-a4", "ovs_interfaceid": "d0b676e2-a4ce-4fa9-8233-956e2e1486bd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 631.378658] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0dde39a-d143-408c-a24c-beefdfa1efbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.392759] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b6e8566-e7ad-485d-96ab-5ed501eb48e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.438095] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb7006fe-bd4f-4b15-84b2-c732194366ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.453560] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-625d4ee6-7b7a-406c-9537-abfe5cb26a1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.459101] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.474941] env[65481]: DEBUG nova.compute.provider_tree [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 631.520719] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883936, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.527629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 631.527866] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 631.766623] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883937, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.042982} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 631.766914] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 631.768088] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fa18ec11-1f97-43ca-8f65-c4f4c0282d5c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 631.777906] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 631.777906] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f8a4a1-c0a6-ac34-6c64-d1714d8df2b0" [ 631.777906] env[65481]: _type = "Task" [ 631.777906] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 631.791443] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f8a4a1-c0a6-ac34-6c64-d1714d8df2b0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.859560] env[65481]: DEBUG oslo_concurrency.lockutils [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] Releasing lock "refresh_cache-36b79d1e-615e-41bb-9bbf-95510dd640ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 631.859817] env[65481]: DEBUG nova.compute.manager [req-9e80bf99-20fe-4a62-b00f-d6a8bc8b7b27 req-078692fd-fc20-42f6-a86f-779f45df6767 service nova] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Received event network-vif-deleted-90cc5c85-bd6d-4ba3-a6ee-deec23bad6c3 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 631.947856] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 63%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 631.981166] env[65481]: DEBUG nova.scheduler.client.report [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 632.020510] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883936, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.030552] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.295728] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f8a4a1-c0a6-ac34-6c64-d1714d8df2b0, 'name': SearchDatastore_Task, 'duration_secs': 0.015149} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.297516] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.297930] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 36b79d1e-615e-41bb-9bbf-95510dd640ae/36b79d1e-615e-41bb-9bbf-95510dd640ae.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 632.300551] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.300803] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 632.301063] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4e19c36f-7dda-48a2-b5c6-307226ed61bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.304233] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.307018] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.307018] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a671ca9-9ff2-4664-93af-8edb717737aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.316403] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 632.316403] env[65481]: value = "task-4883938" [ 632.316403] env[65481]: _type = "Task" [ 632.316403] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.327320] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 632.327925] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 632.330486] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c1e458ac-a4e8-4531-be39-e9ddd36e106c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.339190] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883938, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.341720] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 632.341720] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529842b6-8374-0c05-e960-84e3a652e560" [ 632.341720] env[65481]: _type = "Task" [ 632.341720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.362025] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529842b6-8374-0c05-e960-84e3a652e560, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.455326] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 78%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.489987] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.896s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.493791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.276s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.495870] env[65481]: INFO nova.compute.claims [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 632.523729] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883936, 'name': CreateVM_Task, 'duration_secs': 1.331993} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.524169] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 632.524988] env[65481]: WARNING neutronclient.v2_0.client [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 632.526805] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.526805] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 632.526805] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 632.526805] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fea48ff5-fe34-4d7f-a352-a947812c4d53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.534228] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 632.534228] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d99840-9e52-709f-c1d6-e2688a7998ff" [ 632.534228] env[65481]: _type = "Task" [ 632.534228] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.540264] env[65481]: INFO nova.scheduler.client.report [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Deleted allocations for instance fde24a4d-e0aa-4deb-9900-cab79761c300 [ 632.562973] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d99840-9e52-709f-c1d6-e2688a7998ff, 'name': SearchDatastore_Task, 'duration_secs': 0.016029} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.563322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 632.563658] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 632.563902] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 632.579227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.812025] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 632.830361] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883938, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.861405] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529842b6-8374-0c05-e960-84e3a652e560, 'name': SearchDatastore_Task, 'duration_secs': 0.017446} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 632.865122] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95045393-1176-4272-953c-19d9183bf24a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 632.874033] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 632.874033] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f7117-6871-cd49-57e5-ac6a1c73e929" [ 632.874033] env[65481]: _type = "Task" [ 632.874033] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 632.887340] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f7117-6871-cd49-57e5-ac6a1c73e929, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 632.906114] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "015de560-976e-4358-8177-b0bfe319d0d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.907558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.907558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "015de560-976e-4358-8177-b0bfe319d0d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 632.908545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 632.910216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 632.915821] env[65481]: INFO nova.compute.manager [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Terminating instance [ 632.951181] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 92%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.063577] env[65481]: DEBUG oslo_concurrency.lockutils [None req-359208d2-5450-42b4-b364-e6295f907f41 tempest-DeleteServersAdminTestJSON-878141087 tempest-DeleteServersAdminTestJSON-878141087-project-admin] Lock "fde24a4d-e0aa-4deb-9900-cab79761c300" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.252s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 633.337496] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883938, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.822811} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.337875] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 36b79d1e-615e-41bb-9bbf-95510dd640ae/36b79d1e-615e-41bb-9bbf-95510dd640ae.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 633.338153] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 633.338607] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8cf35a73-b323-4e35-9595-fda329518121 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.346528] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 633.346528] env[65481]: value = "task-4883939" [ 633.346528] env[65481]: _type = "Task" [ 633.346528] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.355760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.359520] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883939, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.385420] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f7117-6871-cd49-57e5-ac6a1c73e929, 'name': SearchDatastore_Task, 'duration_secs': 0.065019} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.385723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 633.385980] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] edf956cd-6b97-41e7-9878-3e324e8689bf/edf956cd-6b97-41e7-9878-3e324e8689bf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 633.386277] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.386493] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 633.386722] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-313781b4-c447-4919-a385-c3e862c0a3aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.388974] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dd50296f-693e-45ee-b0aa-dc3a9a170438 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.399320] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 633.399320] env[65481]: value = "task-4883940" [ 633.399320] env[65481]: _type = "Task" [ 633.399320] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.399890] env[65481]: DEBUG nova.compute.manager [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 633.411020] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 633.411020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 633.411020] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a7aa8d2c-0b1c-4c78-ae39-cd21624b3af8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.416873] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 633.416873] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527d9dab-8b85-e7ec-628e-26d6dbc59bfe" [ 633.416873] env[65481]: _type = "Task" [ 633.416873] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.420502] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "refresh_cache-015de560-976e-4358-8177-b0bfe319d0d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 633.420851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquired lock "refresh_cache-015de560-976e-4358-8177-b0bfe319d0d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 633.420901] env[65481]: DEBUG nova.network.neutron [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 633.423438] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.431535] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527d9dab-8b85-e7ec-628e-26d6dbc59bfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.447471] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 98%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.779982] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e7ce6232-8a9a-411f-b3c2-f73d2004edd0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.790643] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6976943a-64a0-4417-9a79-f8f3c02a1682 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.833532] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464e0769-1c47-43bc-beed-48f8257dc49d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.842408] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfde02a0-100d-4747-90c5-1c848b419eac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.859030] env[65481]: DEBUG nova.compute.provider_tree [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 633.866611] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883939, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073989} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.866896] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 633.868159] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60ee0243-8070-47de-bea8-4965c4d07e3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.892970] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Reconfiguring VM instance instance-00000009 to attach disk [datastore1] 36b79d1e-615e-41bb-9bbf-95510dd640ae/36b79d1e-615e-41bb-9bbf-95510dd640ae.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 633.893435] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c2bf27c8-0361-496f-b1a7-2b4547d1e727 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.918429] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 633.918429] env[65481]: value = "task-4883941" [ 633.918429] env[65481]: _type = "Task" [ 633.918429] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.922256] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.929684] env[65481]: WARNING neutronclient.v2_0.client [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 633.938612] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527d9dab-8b85-e7ec-628e-26d6dbc59bfe, 'name': SearchDatastore_Task, 'duration_secs': 0.034811} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 633.946563] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883941, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.947833] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 633.948206] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-54059de5-1da0-4c4b-9455-4ce4bfec054b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 633.956688] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task} progress is 98%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 633.958725] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 633.958725] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520922a1-12bb-2c9f-9c45-d3f91f5084c2" [ 633.958725] env[65481]: _type = "Task" [ 633.958725] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 633.968220] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520922a1-12bb-2c9f-9c45-d3f91f5084c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.043465] env[65481]: DEBUG nova.network.neutron [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 634.385904] env[65481]: ERROR nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [req-48484604-4a87-4ebb-ae51-61ad31de1e77] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-48484604-4a87-4ebb-ae51-61ad31de1e77"}]} [ 634.408508] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 634.425323] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883940, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.948953} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.428337] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] edf956cd-6b97-41e7-9878-3e324e8689bf/edf956cd-6b97-41e7-9878-3e324e8689bf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 634.428337] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 634.428465] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-750595db-ed29-4d61-958d-7c111d85886b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.436146] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883941, 'name': ReconfigVM_Task, 'duration_secs': 0.390451} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.438294] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 634.439477] env[65481]: DEBUG nova.compute.provider_tree [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.440892] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Reconfigured VM instance instance-00000009 to attach disk [datastore1] 36b79d1e-615e-41bb-9bbf-95510dd640ae/36b79d1e-615e-41bb-9bbf-95510dd640ae.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 634.441521] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 634.441521] env[65481]: value = "task-4883942" [ 634.441521] env[65481]: _type = "Task" [ 634.441521] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.442037] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b35f3e38-46f3-404f-b385-dfee08314371 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.460760] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 634.460760] env[65481]: value = "task-4883943" [ 634.460760] env[65481]: _type = "Task" [ 634.460760] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.461399] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883932, 'name': RelocateVM_Task, 'duration_secs': 3.710551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.465699] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 634.475165] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 634.477016] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951706', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'name': 'volume-cedd67c1-1963-4650-a2b5-9a1e80295099', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1d70d-3d48-4bec-b648-e76e4608d4cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'serial': 'cedd67c1-1963-4650-a2b5-9a1e80295099'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 634.477016] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883942, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.487656] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663047bb-0e9f-428e-a6e1-1e8b8e86808e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.499917] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883943, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.513885] env[65481]: DEBUG nova.network.neutron [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 634.518484] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520922a1-12bb-2c9f-9c45-d3f91f5084c2, 'name': SearchDatastore_Task, 'duration_secs': 0.011923} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.519802] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 634.522757] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4da6dd0a-d5c8-45fc-a141-70a50ceafab8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.527198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 634.527198] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 4a3485fd-919f-49c1-9c7f-d13ad3d279b1/4a3485fd-919f-49c1-9c7f-d13ad3d279b1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 634.527198] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e8272d-91b1-4b26-a72f-a7c2948749f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.557461] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Reconfiguring VM instance instance-0000000b to attach disk [datastore1] volume-cedd67c1-1963-4650-a2b5-9a1e80295099/volume-cedd67c1-1963-4650-a2b5-9a1e80295099.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.562162] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32aeedca-4e8a-44d3-9666-31e388646450 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.579698] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 634.579698] env[65481]: value = "task-4883944" [ 634.579698] env[65481]: _type = "Task" [ 634.579698] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.590133] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883944, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.591368] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 634.591368] env[65481]: value = "task-4883945" [ 634.591368] env[65481]: _type = "Task" [ 634.591368] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 634.599827] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883945, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 634.809434] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-142a6e91-d476-463e-872a-d01fe02f3f51 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.818258] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1c45b6-cfcb-46c2-9c17-11149934d39d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.853402] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1efe6115-f572-4a16-8342-a69e4e206681 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.863034] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b889ddcf-1f5a-42c5-a529-653660b2d36d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.879594] env[65481]: DEBUG nova.compute.provider_tree [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 634.960564] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883942, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072075} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 634.960564] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 634.960564] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd17717d-c001-4c7e-9205-a48c71882705 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 634.983228] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] edf956cd-6b97-41e7-9878-3e324e8689bf/edf956cd-6b97-41e7-9878-3e324e8689bf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 634.987453] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc876e4a-bbee-4e55-9b4d-c8e37df9b485 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.012203] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883943, 'name': Rename_Task, 'duration_secs': 0.161617} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.013804] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 635.014139] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 635.014139] env[65481]: value = "task-4883946" [ 635.014139] env[65481]: _type = "Task" [ 635.014139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.014328] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec97de14-aff0-4d1b-a9b1-ce536a600244 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.019539] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Releasing lock "refresh_cache-015de560-976e-4358-8177-b0bfe319d0d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 635.019896] env[65481]: DEBUG nova.compute.manager [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 635.020073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 635.022876] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d8759a3-781e-4a3a-aadd-b0ecd3e58402 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.029894] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 635.029894] env[65481]: value = "task-4883947" [ 635.029894] env[65481]: _type = "Task" [ 635.029894] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.030141] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883946, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.036520] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 635.037075] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-32cdbd52-d024-4cf1-a660-0b7062be7089 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.044856] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883947, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.046476] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 635.046476] env[65481]: value = "task-4883948" [ 635.046476] env[65481]: _type = "Task" [ 635.046476] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.057339] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883948, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.092018] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883944, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.545284} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.095728] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 4a3485fd-919f-49c1-9c7f-d13ad3d279b1/4a3485fd-919f-49c1-9c7f-d13ad3d279b1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 635.096078] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 635.096808] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-13fe3234-fcc7-4298-b2c8-ed918c2de4b8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.107189] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883945, 'name': ReconfigVM_Task, 'duration_secs': 0.333191} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.109121] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Reconfigured VM instance instance-0000000b to attach disk [datastore1] volume-cedd67c1-1963-4650-a2b5-9a1e80295099/volume-cedd67c1-1963-4650-a2b5-9a1e80295099.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.114693] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 635.114693] env[65481]: value = "task-4883949" [ 635.114693] env[65481]: _type = "Task" [ 635.114693] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.114972] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5cca0f8f-ac33-4c12-8e74-ed76cda31b95 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.143117] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883949, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.144733] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 635.144733] env[65481]: value = "task-4883950" [ 635.144733] env[65481]: _type = "Task" [ 635.144733] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.156764] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883950, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.228441] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Received event network-changed-76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.228666] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Refreshing instance network info cache due to event network-changed-76d92986-9547-4787-810d-d6b088e16b50. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.231268] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Acquiring lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.231268] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Acquired lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.231268] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Refreshing network info cache for port 76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.350789] env[65481]: DEBUG nova.compute.manager [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Received event network-vif-plugged-840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.352161] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Acquiring lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.353458] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.353458] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 635.353458] env[65481]: DEBUG nova.compute.manager [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] No waiting events found dispatching network-vif-plugged-840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 635.353458] env[65481]: WARNING nova.compute.manager [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Received unexpected event network-vif-plugged-840884ff-e4d0-460b-a419-e85bdad67abd for instance with vm_state building and task_state spawning. [ 635.353458] env[65481]: DEBUG nova.compute.manager [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Received event network-changed-840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 635.354745] env[65481]: DEBUG nova.compute.manager [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Refreshing instance network info cache due to event network-changed-840884ff-e4d0-460b-a419-e85bdad67abd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 635.354745] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Acquiring lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 635.354745] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Acquired lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 635.354745] env[65481]: DEBUG nova.network.neutron [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Refreshing network info cache for port 840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 635.447231] env[65481]: ERROR nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [req-9dcd1494-af93-4d03-b47c-39fdf59a1cde] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n update conflict: Another thread concurrently updated the resource provider data. Please retry your update ", "code": "placement.concurrent_update", "request_id": "req-9dcd1494-af93-4d03-b47c-39fdf59a1cde"}]} [ 635.471854] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 635.490465] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 635.490767] env[65481]: DEBUG nova.compute.provider_tree [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 635.504728] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 635.533330] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883946, 'name': ReconfigVM_Task, 'duration_secs': 0.462975} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.544893] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfigured VM instance instance-0000000a to attach disk [datastore1] edf956cd-6b97-41e7-9878-3e324e8689bf/edf956cd-6b97-41e7-9878-3e324e8689bf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 635.546375] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 635.548600] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c1ef54f8-3661-4f9d-97d8-6bcea853aed1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.563242] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883947, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.570645] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883948, 'name': PowerOffVM_Task, 'duration_secs': 0.194619} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.571492] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 635.571665] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 635.571977] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 635.571977] env[65481]: value = "task-4883951" [ 635.571977] env[65481]: _type = "Task" [ 635.571977] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.572237] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50514d43-7ac0-47d5-ac42-bb90b03a0ca6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.586739] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883951, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.613555] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 635.613555] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 635.613555] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleting the datastore file [datastore2] 015de560-976e-4358-8177-b0bfe319d0d2 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 635.613968] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-223b618a-84a9-404f-80a3-7d4029b1cfe0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.623191] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for the task: (returnval){ [ 635.623191] env[65481]: value = "task-4883953" [ 635.623191] env[65481]: _type = "Task" [ 635.623191] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.638311] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883953, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.645239] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883949, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.128503} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.645670] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 635.650815] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f388cb9-3338-4994-8c78-b399bb4a5674 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.660721] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883950, 'name': ReconfigVM_Task, 'duration_secs': 0.204907} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 635.673026] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951706', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'name': 'volume-cedd67c1-1963-4650-a2b5-9a1e80295099', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1d70d-3d48-4bec-b648-e76e4608d4cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'serial': 'cedd67c1-1963-4650-a2b5-9a1e80295099'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 635.682498] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Reconfiguring VM instance instance-0000000c to attach disk [datastore1] 4a3485fd-919f-49c1-9c7f-d13ad3d279b1/4a3485fd-919f-49c1-9c7f-d13ad3d279b1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 635.685579] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2ce7d891-2b94-46f3-9820-a6595afbf29b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.687364] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-364f97d6-7756-4009-af55-479419cb6a76 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.710425] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 635.710425] env[65481]: value = "task-4883954" [ 635.710425] env[65481]: _type = "Task" [ 635.710425] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.712589] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 635.712589] env[65481]: value = "task-4883955" [ 635.712589] env[65481]: _type = "Task" [ 635.712589] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 635.728077] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883954, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.733022] env[65481]: WARNING neutronclient.v2_0.client [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.734956] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883955, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 635.860822] env[65481]: WARNING neutronclient.v2_0.client [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 635.879087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "1b658449-9a0e-4695-b986-fb802b8a5c29" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 635.879926] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 635.925354] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e817f05-304e-439b-b74a-60fa10c59466 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.933194] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882fd192-436c-4738-af52-98527383ec03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.967973] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cff79887-1fda-46fa-9e99-28cfb7a2ad46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.976790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c426a587-2db1-4a41-b415-3da7db18e578 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 635.992632] env[65481]: DEBUG nova.compute.provider_tree [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 636.047766] env[65481]: DEBUG oslo_vmware.api [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4883947, 'name': PowerOnVM_Task, 'duration_secs': 0.656022} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.048191] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 636.049069] env[65481]: INFO nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Took 15.11 seconds to spawn the instance on the hypervisor. [ 636.049069] env[65481]: DEBUG nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 636.049386] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd74f390-76ca-4f4a-8e90-377b38c8f23c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.085149] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883951, 'name': Rename_Task, 'duration_secs': 0.209041} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.085149] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.085149] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-096e1e3b-0ad1-4fd8-abc1-2484bd8726fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.092528] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 636.092528] env[65481]: value = "task-4883956" [ 636.092528] env[65481]: _type = "Task" [ 636.092528] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.102553] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883956, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.132507] env[65481]: DEBUG oslo_vmware.api [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Task: {'id': task-4883953, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134749} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.133135] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 636.133135] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 636.133135] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 636.133330] env[65481]: INFO nova.compute.manager [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Took 1.11 seconds to destroy the instance on the hypervisor. [ 636.134196] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 636.134196] env[65481]: DEBUG nova.compute.manager [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 636.134196] env[65481]: DEBUG nova.network.neutron [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 636.134196] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.224953] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883955, 'name': ReconfigVM_Task, 'duration_secs': 0.330347} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.228267] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Reconfigured VM instance instance-0000000c to attach disk [datastore1] 4a3485fd-919f-49c1-9c7f-d13ad3d279b1/4a3485fd-919f-49c1-9c7f-d13ad3d279b1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 636.228956] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883954, 'name': Rename_Task, 'duration_secs': 0.153748} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.229173] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7187bf62-8404-43db-b5b0-6320d973d358 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.230990] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.231237] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0c3cc1da-7078-4933-a8f3-5573c1279b22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.238618] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 636.238618] env[65481]: value = "task-4883957" [ 636.238618] env[65481]: _type = "Task" [ 636.238618] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.240190] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 636.240190] env[65481]: value = "task-4883958" [ 636.240190] env[65481]: _type = "Task" [ 636.240190] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.252520] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883957, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.256333] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883958, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.383451] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 636.496866] env[65481]: DEBUG nova.scheduler.client.report [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 636.572119] env[65481]: INFO nova.compute.manager [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Took 20.06 seconds to build instance. [ 636.608649] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883956, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.754864] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883957, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.758392] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883958, 'name': Rename_Task, 'duration_secs': 0.222263} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 636.758666] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 636.758924] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-63525598-b273-4c1b-8663-332b2d25a6de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 636.767285] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 636.767285] env[65481]: value = "task-4883959" [ 636.767285] env[65481]: _type = "Task" [ 636.767285] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 636.777974] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 636.817575] env[65481]: DEBUG nova.network.neutron [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 636.817943] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 636.915886] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 637.004980] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.511s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.005528] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 637.011615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.434s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 637.014773] env[65481]: INFO nova.compute.claims [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 637.072378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6c3365f7-3701-4d04-808f-9a1fc6a79460 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.574s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 637.105141] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883956, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.253642] env[65481]: DEBUG oslo_vmware.api [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4883957, 'name': PowerOnVM_Task, 'duration_secs': 0.603804} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.253982] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.254220] env[65481]: INFO nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Took 9.70 seconds to spawn the instance on the hypervisor. [ 637.254396] env[65481]: DEBUG nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.255744] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35127568-c6c4-4c3a-a43e-81b497dbf0a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.279345] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.324720] env[65481]: DEBUG nova.network.neutron [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 637.522399] env[65481]: DEBUG nova.compute.utils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 637.526411] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 637.606980] env[65481]: DEBUG oslo_vmware.api [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4883956, 'name': PowerOnVM_Task, 'duration_secs': 1.306888} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 637.607388] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 637.607639] env[65481]: INFO nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Took 14.30 seconds to spawn the instance on the hypervisor. [ 637.607869] env[65481]: DEBUG nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 637.609366] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa833390-a12e-423c-9d1a-8fd3f5feb13d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 637.779856] env[65481]: INFO nova.compute.manager [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Took 17.22 seconds to build instance. [ 637.784894] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 637.829317] env[65481]: INFO nova.compute.manager [-] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Took 1.69 seconds to deallocate network for instance. [ 638.030026] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 638.133728] env[65481]: INFO nova.compute.manager [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Took 20.10 seconds to build instance. [ 638.260802] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58da4ac-0a2f-4842-a145-6e1edcad9b4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.272068] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786bc5ba-d48c-4ebc-b5a1-968034f0a038 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.288425] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d9fc8bdb-df36-4afa-a4d1-a5fc8017648a tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.733s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.288808] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.317345] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12bfd7f4-b9d1-4a65-9dc0-69c9146b97d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.326741] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8622bba-8304-46ac-ab84-409be73ae876 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 638.342157] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 638.342719] env[65481]: DEBUG nova.compute.provider_tree [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 638.638784] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3f8bf08-0458-479d-9f6f-f5d6d00fd576 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 21.609s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 638.756027] env[65481]: WARNING neutronclient.v2_0.client [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.790957] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 638.804190] env[65481]: WARNING neutronclient.v2_0.client [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 638.849441] env[65481]: DEBUG nova.scheduler.client.report [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 639.052424] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 639.090129] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 639.090890] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 639.090890] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 639.090890] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 639.090890] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 639.091087] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 639.091256] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 639.091468] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 639.091635] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 639.091789] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 639.091948] env[65481]: DEBUG nova.virt.hardware [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 639.093448] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78f00940-f5db-41d8-b610-8405e3716ca9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.102725] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ebf6ac4-3d34-4f57-8451-e69267ec615f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.125104] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 639.132853] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Creating folder: Project (a7a2bca242b74c408682b98104e5fa0d). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.135035] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5fd5a06f-6813-4ed4-a22d-2c3ccad5a1f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.152446] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Created folder: Project (a7a2bca242b74c408682b98104e5fa0d) in parent group-v951696. [ 639.152558] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Creating folder: Instances. Parent ref: group-v951734. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 639.152769] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3b8bb8fa-b903-4ec4-8e37-c4299960a26e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.164225] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Created folder: Instances in parent group-v951734. [ 639.164225] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 639.165470] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 639.165470] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-7fc8dee1-bcb7-471d-8ad6-685a3fd01695 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.187649] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 639.187649] env[65481]: value = "task-4883962" [ 639.187649] env[65481]: _type = "Task" [ 639.187649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.198220] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883962, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.293772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.293772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.301184] env[65481]: DEBUG oslo_vmware.api [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4883959, 'name': PowerOnVM_Task, 'duration_secs': 2.084976} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.301847] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 639.304031] env[65481]: INFO nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Took 11.29 seconds to spawn the instance on the hypervisor. [ 639.304031] env[65481]: DEBUG nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 639.304239] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1180799-55de-4c7f-b19b-e78f9379058a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.329942] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updated VIF entry in instance network info cache for port 76d92986-9547-4787-810d-d6b088e16b50. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.330379] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updating instance_info_cache with network_info: [{"id": "76d92986-9547-4787-810d-d6b088e16b50", "address": "fa:16:3e:74:28:95", "network": {"id": "28a4230b-8ab2-4455-aa8b-d0046c185096", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1148959166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570bc96419ea400e9f7bd8fbe93a4e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d92986-95", "ovs_interfaceid": "76d92986-9547-4787-810d-d6b088e16b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.355280] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.344s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.355880] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 639.359053] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.003s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.360986] env[65481]: INFO nova.compute.claims [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 639.378749] env[65481]: DEBUG nova.network.neutron [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updated VIF entry in instance network info cache for port 840884ff-e4d0-460b-a419-e85bdad67abd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 639.378749] env[65481]: DEBUG nova.network.neutron [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updating instance_info_cache with network_info: [{"id": "840884ff-e4d0-460b-a419-e85bdad67abd", "address": "fa:16:3e:7f:88:2c", "network": {"id": "8c53a955-4a83-4e0e-9efd-8c4975774af8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2010808974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9c539c300c478eab0917c617385fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840884ff-e4", "ovs_interfaceid": "840884ff-e4d0-460b-a419-e85bdad67abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 639.700401] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883962, 'name': CreateVM_Task, 'duration_secs': 0.439557} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 639.700696] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 639.702986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.702986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.702986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 639.702986] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57b4b8cc-89a4-4c00-9dc6-e6f4841e5b6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 639.709898] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 639.709898] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d48ab6-09d9-9a50-1f25-9f738fb67820" [ 639.709898] env[65481]: _type = "Task" [ 639.709898] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 639.723291] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d48ab6-09d9-9a50-1f25-9f738fb67820, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 639.804123] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 639.834496] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Releasing lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 639.834638] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Received event network-vif-deleted-77e4787d-c9b6-45ea-aa96-43173e827584 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.834958] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Received event network-vif-deleted-a05136e0-0939-4be8-aef8-80c03863b0f7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.834958] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Received event network-vif-plugged-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.835149] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Acquiring lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 639.835336] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 639.835480] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 639.835629] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] No waiting events found dispatching network-vif-plugged-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 639.835781] env[65481]: WARNING nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Received unexpected event network-vif-plugged-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 for instance with vm_state building and task_state spawning. [ 639.835928] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Received event network-changed-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 639.837343] env[65481]: DEBUG nova.compute.manager [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Refreshing instance network info cache due to event network-changed-9ce87b87-0256-4b12-8f9e-2cda6ba444d4. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 639.837519] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Acquiring lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 639.838718] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Acquired lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 639.838718] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Refreshing network info cache for port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 639.839907] env[65481]: INFO nova.compute.manager [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Took 18.77 seconds to build instance. [ 639.868472] env[65481]: DEBUG nova.compute.utils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 639.876204] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 639.876204] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 639.876204] env[65481]: WARNING neutronclient.v2_0.client [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.876204] env[65481]: WARNING neutronclient.v2_0.client [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 639.884061] env[65481]: DEBUG oslo_concurrency.lockutils [req-8d01856b-3dec-4076-b1c4-137f2a6ec1a6 req-818f565b-8cbf-46d1-8758-54440c228d38 service nova] Releasing lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.224096] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d48ab6-09d9-9a50-1f25-9f738fb67820, 'name': SearchDatastore_Task, 'duration_secs': 0.013882} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.224427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 640.224674] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 640.225724] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 640.225724] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 640.225724] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 640.225724] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-580aeb6f-ab66-40a7-ba05-e910d1ae9fd8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.236473] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 640.236673] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 640.237677] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f9537df-7d32-49c2-b5a9-744ddc3ae401 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.246747] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 640.246747] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527e2c1a-5900-5536-f110-bbee6bd2f873" [ 640.246747] env[65481]: _type = "Task" [ 640.246747] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.257710] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527e2c1a-5900-5536-f110-bbee6bd2f873, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 640.336049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 640.344660] env[65481]: WARNING neutronclient.v2_0.client [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 640.345620] env[65481]: DEBUG oslo_concurrency.lockutils [None req-220122b8-fbc5-4564-a5be-d4b864edc767 tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.292s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 640.375568] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 640.689168] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41fd0178-54ad-4b67-8724-c737920d8336 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.700847] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9fcad91-ce7e-40d7-8ddc-2113a61ec57e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.742904] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46f82089-3e81-4d75-b8d0-12b3fabd23bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.763197] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff94a1e1-bb5d-41af-988a-243e65d04154 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.768439] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527e2c1a-5900-5536-f110-bbee6bd2f873, 'name': SearchDatastore_Task, 'duration_secs': 0.016625} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 640.769655] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4ee0f23-294d-484a-a9ad-43cc5d695ea9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 640.779975] env[65481]: DEBUG nova.compute.provider_tree [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 640.786392] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 640.786392] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b59035-eccf-b646-510a-0e97529b6ac2" [ 640.786392] env[65481]: _type = "Task" [ 640.786392] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 640.796583] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b59035-eccf-b646-510a-0e97529b6ac2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.284173] env[65481]: DEBUG nova.scheduler.client.report [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 641.296306] env[65481]: DEBUG nova.policy [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '29d629620f4f444f8df815d02cb7fd3b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f1e86a456afd4c0d9e71d5b2768ce87e', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 641.309420] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b59035-eccf-b646-510a-0e97529b6ac2, 'name': SearchDatastore_Task, 'duration_secs': 0.029963} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 641.309690] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 641.310496] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 641.310598] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-addff005-9b40-4dff-aa4c-d6b8c3856e9f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.319108] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 641.319108] env[65481]: value = "task-4883963" [ 641.319108] env[65481]: _type = "Task" [ 641.319108] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 641.330543] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883963, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 641.393175] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 641.429040] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 641.429259] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 641.429577] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 641.429968] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 641.431420] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 641.431420] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 641.431420] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 641.431420] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 641.431420] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 641.432066] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 641.432066] env[65481]: DEBUG nova.virt.hardware [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 641.432500] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39b446a4-60c2-4aef-834c-7cc1cc63a6da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.444022] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd21412f-b0ce-4413-8035-92dd4c4575bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 641.789790] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.431s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 641.790549] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 641.794146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 7.846s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 641.833648] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883963, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.304646] env[65481]: INFO nova.compute.claims [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 642.309170] env[65481]: DEBUG nova.compute.utils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 642.310475] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 642.310645] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 642.310958] env[65481]: WARNING neutronclient.v2_0.client [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.311273] env[65481]: WARNING neutronclient.v2_0.client [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 642.326185] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Successfully created port: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 642.335220] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883963, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.646628} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.335407] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 642.335633] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 642.335891] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cbe6b775-1be3-45d0-9c9a-04987c03cc96 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.344289] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 642.344289] env[65481]: value = "task-4883964" [ 642.344289] env[65481]: _type = "Task" [ 642.344289] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.353603] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883964, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 642.812950] env[65481]: INFO nova.compute.resource_tracker [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating resource usage from migration 531a91aa-4091-405a-bdf6-54d11efab647 [ 642.816589] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 642.856298] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883964, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.287366} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 642.856568] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 642.857412] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-370960c6-15d3-4bb9-906c-ae6aa196d705 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.887134] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 642.891032] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bc7dac51-9791-4bec-8c16-b876b6e1e674 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 642.914720] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 642.914720] env[65481]: value = "task-4883965" [ 642.914720] env[65481]: _type = "Task" [ 642.914720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 642.925203] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883965, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.099691] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56d5c8b2-c863-468a-88d5-4a6f85644cd3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.111120] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fec0f646-bc7c-47b9-b7cc-648af16838ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.146137] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50e6bcab-0d1e-4de3-8b69-a365aa6a8eb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.154823] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040840e7-64bf-4804-860a-b6967a421173 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.169477] env[65481]: DEBUG nova.compute.provider_tree [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 643.417896] env[65481]: DEBUG nova.policy [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd08426efb40f4531af7fb4c56f3336ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'bbefb1433dd143e4867e50b73c813d74', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 643.434952] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883965, 'name': ReconfigVM_Task, 'duration_secs': 0.496464} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 643.435079] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 643.435603] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d51a584e-32bd-4508-8d74-9788ceae1b8d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.443036] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 643.443036] env[65481]: value = "task-4883966" [ 643.443036] env[65481]: _type = "Task" [ 643.443036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 643.453898] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883966, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 643.673873] env[65481]: DEBUG nova.scheduler.client.report [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 643.831339] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 643.916859] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 643.917193] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 643.921022] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 643.921022] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 643.921022] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 643.921022] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 643.921022] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 643.921349] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 643.921349] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 643.921349] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 643.921349] env[65481]: DEBUG nova.virt.hardware [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 643.922247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-906a4bfb-9f69-4a60-bff1-49cbdafb48be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.944073] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2042537-f0c1-4a30-b555-51c66e5a45a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 643.967542] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883966, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.181627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.387s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 644.182267] env[65481]: INFO nova.compute.manager [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Migrating [ 644.182267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute-rpcapi-router" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 644.182267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "compute-rpcapi-router" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 644.183480] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.271s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 644.185582] env[65481]: INFO nova.compute.claims [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 644.465059] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883966, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.692113] env[65481]: INFO nova.compute.rpcapi [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Automatically selected compute RPC version 6.4 from minimum service version 70 [ 644.692113] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "compute-rpcapi-router" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 644.964847] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883966, 'name': Rename_Task, 'duration_secs': 1.260277} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 644.965314] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 644.965660] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ed4ce40e-21d7-4b77-a325-1070360832cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 644.973674] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 644.973674] env[65481]: value = "task-4883967" [ 644.973674] env[65481]: _type = "Task" [ 644.973674] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 644.983165] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 644.996311] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Successfully updated port: 3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 645.219100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.219100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.219100] env[65481]: DEBUG nova.network.neutron [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.490238] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883967, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 645.492706] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c9ffd03-9893-4606-9bdb-8e15a6408c8f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.500691] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 645.500873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquired lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 645.501157] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 645.503255] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67d3f5fc-10f2-4ada-833f-dbf8aec856a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.538989] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-883b2b93-fe53-4fcd-b1ac-e166877caebd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.549613] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652fd5fd-2111-49ca-b9ad-17f539d7fd1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 645.566869] env[65481]: DEBUG nova.compute.provider_tree [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 645.724320] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 645.987782] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883967, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.033560] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Successfully created port: 61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 646.063480] env[65481]: WARNING neutronclient.v2_0.client [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.069887] env[65481]: DEBUG nova.scheduler.client.report [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 646.186798] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 646.492169] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883967, 'name': PowerOnVM_Task} progress is 91%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 646.575301] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.392s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 646.575950] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 646.582951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.241s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 646.586130] env[65481]: DEBUG nova.objects.instance [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lazy-loading 'resources' on Instance uuid 015de560-976e-4358-8177-b0bfe319d0d2 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 646.634490] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updated VIF entry in instance network info cache for port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 646.634855] env[65481]: DEBUG nova.network.neutron [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updating instance_info_cache with network_info: [{"id": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "address": "fa:16:3e:c4:8b:e4", "network": {"id": "67829c54-5eac-45fc-b038-78d2f3e60bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-549449653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7acf937228c4811a0d5c256aa3b1201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce87b87-02", "ovs_interfaceid": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 646.771039] env[65481]: WARNING neutronclient.v2_0.client [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.831164] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 646.992078] env[65481]: DEBUG oslo_vmware.api [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883967, 'name': PowerOnVM_Task, 'duration_secs': 1.534551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 646.992176] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 646.992536] env[65481]: INFO nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Took 7.94 seconds to spawn the instance on the hypervisor. [ 646.992832] env[65481]: DEBUG nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 646.993704] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d51e3cd4-404e-442a-b5cc-427c5c0e0730 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.076680] env[65481]: DEBUG nova.network.neutron [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Updating instance_info_cache with network_info: [{"id": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "address": "fa:16:3e:de:e6:03", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3798e5d1-35", "ovs_interfaceid": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.086288] env[65481]: DEBUG nova.compute.utils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 647.087708] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 647.087937] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 647.088271] env[65481]: WARNING neutronclient.v2_0.client [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.088565] env[65481]: WARNING neutronclient.v2_0.client [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.138544] env[65481]: DEBUG oslo_concurrency.lockutils [req-5991b13f-7594-47f0-933b-0e5e33a50b68 req-af68c5ff-0b4e-4e30-9bcc-689da04d2a59 service nova] Releasing lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.171286] env[65481]: DEBUG nova.network.neutron [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 647.208406] env[65481]: DEBUG nova.policy [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796d51d41a9146fab66662135987386f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4deab76e13049589cfad540b7ca17c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 647.383149] env[65481]: DEBUG nova.compute.manager [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 647.383149] env[65481]: DEBUG nova.compute.manager [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing instance network info cache due to event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 647.383149] env[65481]: DEBUG oslo_concurrency.lockutils [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 647.383149] env[65481]: DEBUG oslo_concurrency.lockutils [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 647.383726] env[65481]: DEBUG nova.network.neutron [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 647.405016] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f0d8df-cd8c-4cb9-bc39-0b45264b84b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.411827] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ae53721-ffe8-4c65-8162-968dead9c137 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.457406] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0ce08c3-50b0-4ba6-807a-fb9f61a54425 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.459139] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "aaf107bd-50d1-4507-a4d4-824a3f775623" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 647.459573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 647.467667] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39c64f89-37fa-4e8c-942b-38c4ad58dcc8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.486505] env[65481]: DEBUG nova.compute.provider_tree [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 647.519213] env[65481]: INFO nova.compute.manager [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Took 16.33 seconds to build instance. [ 647.580118] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Releasing lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.580507] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Instance network_info: |[{"id": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "address": "fa:16:3e:de:e6:03", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3798e5d1-35", "ovs_interfaceid": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 647.581039] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:de:e6:03', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3798e5d1-3536-46f5-b0a4-d3c90c64d231', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 647.589098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Creating folder: Project (f1e86a456afd4c0d9e71d5b2768ce87e). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.589895] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-96855654-52a7-43b3-acda-fda5a169271d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.592225] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 647.604598] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Created folder: Project (f1e86a456afd4c0d9e71d5b2768ce87e) in parent group-v951696. [ 647.604598] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Creating folder: Instances. Parent ref: group-v951737. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 647.604766] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed41fcb1-31d3-47af-99ff-32e6cbcf0c03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.614774] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Created folder: Instances in parent group-v951737. [ 647.615081] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 647.615271] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 647.616449] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6f383c76-bab0-4af2-b4e1-56524d4c7c25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 647.639791] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 647.639791] env[65481]: value = "task-4883970" [ 647.639791] env[65481]: _type = "Task" [ 647.639791] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 647.649231] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883970, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 647.676779] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 647.746482] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Successfully created port: 69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 647.860751] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Successfully updated port: 61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 647.890583] env[65481]: WARNING neutronclient.v2_0.client [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 647.963064] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 647.989985] env[65481]: DEBUG nova.scheduler.client.report [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 648.020443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-538918f3-5bf8-41d0-81f2-bae00b3d07d7 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.845s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.151786] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883970, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 648.362893] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.363097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquired lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.363271] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 648.495564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 648.499431] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.916s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 648.501770] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 8.165s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 648.503285] env[65481]: INFO nova.compute.claims [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 648.525472] env[65481]: INFO nova.scheduler.client.report [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Deleted allocations for instance 015de560-976e-4358-8177-b0bfe319d0d2 [ 648.604228] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 648.648528] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:37:02Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='1951560370',id=33,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_0-1123319494',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 648.648711] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 648.648856] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 648.649607] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 648.649607] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 648.649607] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 648.649607] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 648.649856] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 648.649856] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 648.649980] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 648.650143] env[65481]: DEBUG nova.virt.hardware [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 648.651955] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914f5080-30d2-4e30-bda4-890c5a2874a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.664574] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883970, 'name': CreateVM_Task, 'duration_secs': 0.546732} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.667258] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 648.667539] env[65481]: WARNING neutronclient.v2_0.client [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 648.667883] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.668049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.668706] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 648.670164] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65cce038-5e7d-4f68-be35-c3481a3eecd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.674996] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8a05efc-4397-4616-b1ce-86aa518a7875 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.695260] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 648.695260] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52052235-55f8-0105-a28f-50bcb395c01c" [ 648.695260] env[65481]: _type = "Task" [ 648.695260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.710767] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52052235-55f8-0105-a28f-50bcb395c01c, 'name': SearchDatastore_Task, 'duration_secs': 0.015157} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 648.711815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 648.712071] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 648.712299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 648.712435] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 648.712613] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 648.713155] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0942f79a-5f94-4a43-9268-bc4b46841f75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.725462] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 648.725592] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 648.726361] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a6441e3-0aaf-4011-851a-51a5a2487b4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 648.734258] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 648.734258] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b3853-b82d-35db-424b-4fd9bbb2fc41" [ 648.734258] env[65481]: _type = "Task" [ 648.734258] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 648.744482] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b3853-b82d-35db-424b-4fd9bbb2fc41, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.039732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87988c62-72ab-4fb6-94cb-03fe551ad5bf tempest-ServerDiagnosticsV248Test-1451183005 tempest-ServerDiagnosticsV248Test-1451183005-project-member] Lock "015de560-976e-4358-8177-b0bfe319d0d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.133s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 649.207918] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d422030-e694-47a4-8cd2-8155c12d8cdf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.227604] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 649.245533] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b3853-b82d-35db-424b-4fd9bbb2fc41, 'name': SearchDatastore_Task, 'duration_secs': 0.013513} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.246443] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbada117-f802-4904-b473-5917dcda8130 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.253565] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 649.253565] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fd79f4-5710-77c7-c135-6f633b18804f" [ 649.253565] env[65481]: _type = "Task" [ 649.253565] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.263921] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fd79f4-5710-77c7-c135-6f633b18804f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.439615] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Successfully updated port: 69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 649.673705] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 649.699951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Acquiring lock "9564edc9-dbc7-48ad-9af0-f64007d8d2e6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 649.700222] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Lock "9564edc9-dbc7-48ad-9af0-f64007d8d2e6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 649.733928] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 649.735174] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4cd9e7d-7f2f-4570-9d1e-29748677f935 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.753978] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 649.753978] env[65481]: value = "task-4883971" [ 649.753978] env[65481]: _type = "Task" [ 649.753978] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.777751] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883971, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.778656] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fd79f4-5710-77c7-c135-6f633b18804f, 'name': SearchDatastore_Task, 'duration_secs': 0.012166} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 649.778806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 649.779026] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 41189a93-ef52-4c0f-8716-e4a6a838d76a/41189a93-ef52-4c0f-8716-e4a6a838d76a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 649.779296] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-611f6805-0b4d-41f1-8d25-ff1751b55d67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.787404] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 649.787404] env[65481]: value = "task-4883972" [ 649.787404] env[65481]: _type = "Task" [ 649.787404] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 649.800352] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883972, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 649.825039] env[65481]: WARNING neutronclient.v2_0.client [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 649.901308] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72b0c569-8ef2-47e9-aff9-c525b45d374f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.912791] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7f862e5-d9e7-49d1-a2a9-1c385fcf01b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.957500] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 649.957815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 649.957975] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 649.960035] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd566727-ff71-460c-a77f-fbeddc01b074 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.970479] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7a6eaf6-1eed-4a70-8677-dae388649e0d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 649.992425] env[65481]: DEBUG nova.compute.provider_tree [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 650.135960] env[65481]: WARNING neutronclient.v2_0.client [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 650.203916] env[65481]: DEBUG nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 650.253465] env[65481]: DEBUG nova.network.neutron [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updated VIF entry in instance network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 650.253465] env[65481]: DEBUG nova.network.neutron [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.268130] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883971, 'name': PowerOffVM_Task, 'duration_secs': 0.217505} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.269169] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 650.269526] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 650.305396] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883972, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.497152] env[65481]: DEBUG nova.scheduler.client.report [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 650.547460] env[65481]: DEBUG nova.network.neutron [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Updating instance_info_cache with network_info: [{"id": "61154a31-f136-4b4b-bb69-e761e2fecba2", "address": "fa:16:3e:e6:9d:40", "network": {"id": "19af684b-b672-4496-b76a-67befb07c525", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1630289425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bbefb1433dd143e4867e50b73c813d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61154a31-f1", "ovs_interfaceid": "61154a31-f136-4b4b-bb69-e761e2fecba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 650.573986] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 650.737503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 650.756266] env[65481]: DEBUG oslo_concurrency.lockutils [req-5b6ce2c6-a102-48a6-afbf-d2338e89d88e req-9b73f38e-057c-41f2-915c-3ed222277195 service nova] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 650.779115] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 650.779782] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 650.783111] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 650.783111] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 650.783111] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 650.783111] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 650.783111] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 650.783646] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 650.783646] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 650.783646] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 650.783646] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 650.789605] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6872eb83-a6fa-4806-8334-bb19c8532f2d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.812531] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883972, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52418} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 650.816023] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 41189a93-ef52-4c0f-8716-e4a6a838d76a/41189a93-ef52-4c0f-8716-e4a6a838d76a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 650.816023] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 650.816023] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 650.816023] env[65481]: value = "task-4883973" [ 650.816023] env[65481]: _type = "Task" [ 650.816023] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.816023] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9385776b-f99b-468e-af62-0e8400643a29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 650.831966] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883973, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 650.833947] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 650.833947] env[65481]: value = "task-4883974" [ 650.833947] env[65481]: _type = "Task" [ 650.833947] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 650.845210] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883974, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.007530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.506s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.008088] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 651.010996] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.516s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.012463] env[65481]: INFO nova.compute.claims [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 651.033342] env[65481]: DEBUG nova.compute.manager [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Received event network-vif-plugged-3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 651.033342] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] Acquiring lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.033342] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.033342] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 651.033766] env[65481]: DEBUG nova.compute.manager [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] No waiting events found dispatching network-vif-plugged-3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 651.033766] env[65481]: WARNING nova.compute.manager [req-ba148d71-1cdb-4831-99ef-7811a3120bb8 req-92367c29-8b82-4ad2-86d9-f4d17ed99ca0 service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Received unexpected event network-vif-plugged-3798e5d1-3536-46f5-b0a4-d3c90c64d231 for instance with vm_state building and task_state spawning. [ 651.053932] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Releasing lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.054856] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Instance network_info: |[{"id": "61154a31-f136-4b4b-bb69-e761e2fecba2", "address": "fa:16:3e:e6:9d:40", "network": {"id": "19af684b-b672-4496-b76a-67befb07c525", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1630289425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bbefb1433dd143e4867e50b73c813d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61154a31-f1", "ovs_interfaceid": "61154a31-f136-4b4b-bb69-e761e2fecba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 651.055576] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e6:9d:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2ce62383-8e84-4e26-955b-74c11392f4c9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '61154a31-f136-4b4b-bb69-e761e2fecba2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.064142] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Creating folder: Project (bbefb1433dd143e4867e50b73c813d74). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.065161] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-186d54ed-8025-49f5-8501-cbc6772b8ea1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.077117] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Created folder: Project (bbefb1433dd143e4867e50b73c813d74) in parent group-v951696. [ 651.077446] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Creating folder: Instances. Parent ref: group-v951740. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.077703] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-23a4eb32-af1d-4760-9d46-0f385b0e3069 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.088449] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Created folder: Instances in parent group-v951740. [ 651.088715] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 651.090493] env[65481]: WARNING neutronclient.v2_0.client [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.092217] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 651.092656] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6867505e-f559-420f-8c1e-4a7fa2cb708b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.113919] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 651.113919] env[65481]: value = "task-4883977" [ 651.113919] env[65481]: _type = "Task" [ 651.113919] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.124995] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883977, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.275270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 651.275270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 651.332259] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883973, 'name': ReconfigVM_Task, 'duration_secs': 0.380832} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.332259] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 651.346881] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883974, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072144} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.346881] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 651.348288] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-744620b8-9e4d-496c-8628-075ee0561750 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.374654] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Reconfiguring VM instance instance-0000000e to attach disk [datastore2] 41189a93-ef52-4c0f-8716-e4a6a838d76a/41189a93-ef52-4c0f-8716-e4a6a838d76a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 651.375031] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-686b25bf-a721-46fd-8cb7-78f63b6add70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.407880] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 651.407880] env[65481]: value = "task-4883978" [ 651.407880] env[65481]: _type = "Task" [ 651.407880] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.420288] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883978, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.480231] env[65481]: DEBUG nova.network.neutron [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updating instance_info_cache with network_info: [{"id": "69af2ac9-7045-476b-af13-83fbbad63743", "address": "fa:16:3e:54:2f:78", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af2ac9-70", "ovs_interfaceid": "69af2ac9-7045-476b-af13-83fbbad63743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 651.517108] env[65481]: DEBUG nova.compute.utils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 651.519836] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 651.519956] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 651.520338] env[65481]: WARNING neutronclient.v2_0.client [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.520771] env[65481]: WARNING neutronclient.v2_0.client [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.627558] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883977, 'name': CreateVM_Task, 'duration_secs': 0.391938} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.627888] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 651.628599] env[65481]: WARNING neutronclient.v2_0.client [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 651.629581] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.629581] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.629746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 651.630094] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-178e0600-c753-4645-a1ea-a0b5a88fccc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.638165] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 651.638165] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522e31b2-2d5e-1712-6a84-514ece80496b" [ 651.638165] env[65481]: _type = "Task" [ 651.638165] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.653224] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522e31b2-2d5e-1712-6a84-514ece80496b, 'name': SearchDatastore_Task} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.653531] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.654289] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 651.654289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 651.654289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 651.654480] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 651.654861] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-631a4e2b-6774-4c13-9aa7-2c14d14b5abf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.664973] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 651.669016] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 651.669126] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ae4b015-6061-4df0-a3e4-e276d4975206 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.679056] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 651.679056] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5249f144-3cd0-6330-f86b-8b8d12d862ab" [ 651.679056] env[65481]: _type = "Task" [ 651.679056] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.696513] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5249f144-3cd0-6330-f86b-8b8d12d862ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011331} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 651.697624] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3ce11c-70a9-45d3-9ea9-7c3bfe6fa8a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.705297] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 651.705297] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52311d0e-72c7-cb3d-1791-f9daca04364c" [ 651.705297] env[65481]: _type = "Task" [ 651.705297] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.718527] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52311d0e-72c7-cb3d-1791-f9daca04364c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.780863] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 651.842291] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 651.842540] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 651.842681] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 651.842880] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 651.843041] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 651.843184] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 651.843378] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 651.843527] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 651.843709] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 651.844959] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 651.845191] env[65481]: DEBUG nova.virt.hardware [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 651.852164] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfiguring VM instance instance-00000006 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 651.852812] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c337403e-751d-4c24-97f8-955719381b4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 651.874550] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 651.874550] env[65481]: value = "task-4883979" [ 651.874550] env[65481]: _type = "Task" [ 651.874550] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 651.885559] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883979, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.918090] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 651.983479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 651.984170] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Instance network_info: |[{"id": "69af2ac9-7045-476b-af13-83fbbad63743", "address": "fa:16:3e:54:2f:78", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af2ac9-70", "ovs_interfaceid": "69af2ac9-7045-476b-af13-83fbbad63743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 651.984467] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:54:2f:78', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '69af2ac9-7045-476b-af13-83fbbad63743', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 651.992168] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Creating folder: Project (a4deab76e13049589cfad540b7ca17c7). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 651.992487] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-47a64d41-70ba-4ed6-8c8b-525c78620f3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.004202] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Created folder: Project (a4deab76e13049589cfad540b7ca17c7) in parent group-v951696. [ 652.004407] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Creating folder: Instances. Parent ref: group-v951743. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 652.005283] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a861befa-033f-4889-9654-87c7bb9f21d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.015327] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Created folder: Instances in parent group-v951743. [ 652.015611] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 652.015806] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 652.016027] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c70e8e80-f327-4e81-b418-d110a7213927 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.031728] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 652.040871] env[65481]: DEBUG nova.policy [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3074dfcf7364bc0a97bf78a69576a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5069c81824d41b7818bb6b46434e118', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 652.049066] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 652.049066] env[65481]: value = "task-4883982" [ 652.049066] env[65481]: _type = "Task" [ 652.049066] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.057558] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883982, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.218614] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52311d0e-72c7-cb3d-1791-f9daca04364c, 'name': SearchDatastore_Task, 'duration_secs': 0.011543} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.221775] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 652.222090] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b/bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 652.222557] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-178df291-eb7e-41b0-86af-7eeea659a11b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.229887] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 652.229887] env[65481]: value = "task-4883983" [ 652.229887] env[65481]: _type = "Task" [ 652.229887] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.243658] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883983, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.320522] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 652.367221] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd76c43-90b6-45fd-8fed-016d9fa1d560 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.375506] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2898ab21-61e1-40ce-a89b-a42688474533 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.388191] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883979, 'name': ReconfigVM_Task, 'duration_secs': 0.457571} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.415091] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfigured VM instance instance-00000006 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 652.416347] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38b1d006-355b-4558-9425-fb4c386d5e9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.422695] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d420e9eb-5472-4287-beb3-6636ca037d5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.451574] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfiguring VM instance instance-00000006 to attach disk [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 652.456726] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-09ebacbe-662d-4d3b-afbe-b6702b4afa00 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.470577] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883978, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.472154] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99648f2d-24c4-4c29-abca-23878842914d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.491926] env[65481]: DEBUG nova.compute.provider_tree [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 652.495331] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 652.495331] env[65481]: value = "task-4883984" [ 652.495331] env[65481]: _type = "Task" [ 652.495331] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.506022] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.556752] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Successfully created port: 82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 652.563068] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883982, 'name': CreateVM_Task, 'duration_secs': 0.354371} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.563224] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 652.563729] env[65481]: WARNING neutronclient.v2_0.client [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 652.564110] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 652.564282] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 652.564633] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 652.564919] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-260d1ae4-d9ef-4476-9dda-25025da017d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.575271] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 652.575271] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200e81f-2018-fed6-416a-3e49e39f8198" [ 652.575271] env[65481]: _type = "Task" [ 652.575271] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.589719] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200e81f-2018-fed6-416a-3e49e39f8198, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.741871] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883983, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.926572] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883978, 'name': ReconfigVM_Task, 'duration_secs': 1.08901} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 652.926861] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Reconfigured VM instance instance-0000000e to attach disk [datastore2] 41189a93-ef52-4c0f-8716-e4a6a838d76a/41189a93-ef52-4c0f-8716-e4a6a838d76a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 652.929226] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a7808d6d-8e18-45be-ac78-e920dd863b30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 652.938045] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 652.938045] env[65481]: value = "task-4883985" [ 652.938045] env[65481]: _type = "Task" [ 652.938045] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 652.952828] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883985, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 652.998663] env[65481]: DEBUG nova.scheduler.client.report [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 653.022476] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883984, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.041979] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 653.075315] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 653.075654] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 653.075809] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 653.075929] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 653.076110] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 653.076330] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 653.077276] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 653.077511] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 653.077701] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 653.077866] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 653.078101] env[65481]: DEBUG nova.virt.hardware [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 653.079039] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67885112-6283-443c-a8ce-4aca47893b89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.101292] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200e81f-2018-fed6-416a-3e49e39f8198, 'name': SearchDatastore_Task, 'duration_secs': 0.072318} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.102075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 653.102368] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 653.103615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 653.104085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 653.104337] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 653.105766] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-289ddbbb-0154-43c7-984e-47b8e8a6c51e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.113027] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-49ecf7c2-b91d-46ad-9d51-1444cc59d211 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.128725] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 653.128725] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 653.128725] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4d653b62-a1cd-47e9-a334-dfa9dbc98135 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.135432] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 653.135432] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524b4dca-a33f-4f7a-3ca2-ed3c70851cae" [ 653.135432] env[65481]: _type = "Task" [ 653.135432] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.145792] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524b4dca-a33f-4f7a-3ca2-ed3c70851cae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.242650] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883983, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.586809} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.243040] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b/bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 653.243309] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 653.243603] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c6478ffe-eaed-44f7-8a44-323132493e10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.251569] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 653.251569] env[65481]: value = "task-4883986" [ 653.251569] env[65481]: _type = "Task" [ 653.251569] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.262118] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883986, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.452844] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883985, 'name': Rename_Task, 'duration_secs': 0.291675} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.453412] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 653.453854] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cc5e5534-bc55-431d-a68b-d0868f29514b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.463012] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 653.463012] env[65481]: value = "task-4883987" [ 653.463012] env[65481]: _type = "Task" [ 653.463012] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.475842] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883987, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.504944] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.494s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 653.505484] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 653.508165] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.771s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 653.509616] env[65481]: INFO nova.compute.claims [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 653.522134] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4883984, 'name': ReconfigVM_Task, 'duration_secs': 0.63924} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.522410] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Reconfigured VM instance instance-00000006 to attach disk [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003/df813b65-e6c1-402e-b3c5-8d0d4404c003.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 653.522709] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 653.651968] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524b4dca-a33f-4f7a-3ca2-ed3c70851cae, 'name': SearchDatastore_Task, 'duration_secs': 0.027367} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.653047] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd4cdcb-61d0-4a7f-8404-e7d96042a1b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.659822] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 653.659822] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d02a6-d431-6146-76bf-3fee5d9e148f" [ 653.659822] env[65481]: _type = "Task" [ 653.659822] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.671567] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d02a6-d431-6146-76bf-3fee5d9e148f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.764258] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883986, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.247724} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 653.764570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 653.765588] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a4d5902-9f0d-4bb8-b8fd-1a12bcdb53be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.789333] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Reconfiguring VM instance instance-0000000f to attach disk [datastore2] bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b/bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 653.789670] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-800fa46b-4809-4cc8-bfab-3724e21f52bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 653.812017] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 653.812017] env[65481]: value = "task-4883988" [ 653.812017] env[65481]: _type = "Task" [ 653.812017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 653.821344] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883988, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 653.975416] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883987, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.019107] env[65481]: DEBUG nova.compute.utils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 654.024248] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 654.024248] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 654.024248] env[65481]: WARNING neutronclient.v2_0.client [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.024561] env[65481]: WARNING neutronclient.v2_0.client [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.029624] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5b2f26a-2cbd-471d-a621-7f3869b1a1ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.052424] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b816fc5b-76f5-4a12-aa60-7551785c0b6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.073229] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 654.170329] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d02a6-d431-6146-76bf-3fee5d9e148f, 'name': SearchDatastore_Task, 'duration_secs': 0.014629} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.170855] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 654.171288] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 1b658449-9a0e-4695-b986-fb802b8a5c29/1b658449-9a0e-4695-b986-fb802b8a5c29.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 654.171590] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2f1af5cb-853d-4b8c-a73c-bfa4ab8618c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.181239] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 654.181239] env[65481]: value = "task-4883989" [ 654.181239] env[65481]: _type = "Task" [ 654.181239] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.191615] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883989, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.328203] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883988, 'name': ReconfigVM_Task, 'duration_secs': 0.418001} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.328525] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Reconfigured VM instance instance-0000000f to attach disk [datastore2] bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b/bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 654.329306] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-06f31e40-75e6-4c9b-a6de-5b8bf410316a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.337036] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 654.337036] env[65481]: value = "task-4883990" [ 654.337036] env[65481]: _type = "Task" [ 654.337036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.347893] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883990, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.426995] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Successfully updated port: 82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 654.478438] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883987, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.525034] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 654.580190] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.580664] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 654.692464] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883989, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.852427] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883990, 'name': Rename_Task, 'duration_secs': 0.472845} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.852625] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 654.852749] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4b09981d-f194-45da-be6c-551ea7b3fb80 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.860752] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 654.860752] env[65481]: value = "task-4883991" [ 654.860752] env[65481]: _type = "Task" [ 654.860752] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 654.874478] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883991, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 654.896433] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ae4fbbb-9133-43f5-bc19-2f32318f0832 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.905980] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-654360e3-beae-4d4f-8b3e-f28448a35bac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.945235] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 654.945427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 654.945583] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 654.947973] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b60445-5e1a-48d3-a905-62f954dea636 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.957405] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8bca982b-4956-4d80-9a9b-780e65739e4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 654.973543] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 654.983403] env[65481]: DEBUG oslo_vmware.api [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4883987, 'name': PowerOnVM_Task, 'duration_secs': 1.092763} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 654.984229] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 654.984423] env[65481]: INFO nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Took 13.59 seconds to spawn the instance on the hypervisor. [ 654.984592] env[65481]: DEBUG nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 654.985383] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bee0fe3-3ad4-4760-add4-c24b6b1473b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.192445] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883989, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.594968} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.192735] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 1b658449-9a0e-4695-b986-fb802b8a5c29/1b658449-9a0e-4695-b986-fb802b8a5c29.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 655.192971] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 655.193252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cf531406-ef4c-4643-b6a1-b4aa65d26c85 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.201093] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 655.201093] env[65481]: value = "task-4883992" [ 655.201093] env[65481]: _type = "Task" [ 655.201093] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.212541] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883992, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.373706] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883991, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.479029] env[65481]: DEBUG nova.network.neutron [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Port ad951971-bb22-4471-8125-bbf2338c5709 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 655.488793] env[65481]: DEBUG nova.policy [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'afde448c183848a8995ba87d182db763', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '59aeb5a5536c47f9a99e86bcfb7502a7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 655.511407] env[65481]: INFO nova.compute.manager [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Took 22.97 seconds to build instance. [ 655.518274] env[65481]: ERROR nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [req-b09b33df-cc48-4bbf-8baa-3fae2c730189] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b09b33df-cc48-4bbf-8baa-3fae2c730189"}]} [ 655.544734] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 655.548675] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 655.561606] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 655.601111] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 655.601549] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 655.608697] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 655.608697] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 655.608903] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 655.610038] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 655.610038] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 655.610038] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 655.610038] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 655.610038] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 655.610251] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 655.610251] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 655.610392] env[65481]: DEBUG nova.virt.hardware [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 655.611305] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3020b2da-19a7-4410-81f8-9c43d7256342 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.630100] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 655.633700] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eeb93bfc-43b1-4467-b77f-945ab1abe948 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.661517] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 655.721688] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883992, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076205} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.721988] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 655.722795] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e502a34-bb06-4e27-83b6-2decd1f253f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.753231] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Reconfiguring VM instance instance-00000010 to attach disk [datastore2] 1b658449-9a0e-4695-b986-fb802b8a5c29/1b658449-9a0e-4695-b986-fb802b8a5c29.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 655.758813] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-619067d5-bb83-4cf5-826c-a55d9594c471 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.782222] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 655.782222] env[65481]: value = "task-4883993" [ 655.782222] env[65481]: _type = "Task" [ 655.782222] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 655.791412] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883993, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 655.876971] env[65481]: DEBUG oslo_vmware.api [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4883991, 'name': PowerOnVM_Task, 'duration_secs': 0.573345} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 655.880402] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 655.880402] env[65481]: INFO nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Took 12.05 seconds to spawn the instance on the hypervisor. [ 655.880402] env[65481]: DEBUG nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 655.881444] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e32aca9-fa67-4c2b-8e7b-f668079b1c8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 655.936926] env[65481]: WARNING neutronclient.v2_0.client [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 655.964451] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Successfully created port: 9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 656.013735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ea4ffbd-1774-4f1b-a1fe-8144d2850abb tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.485s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.032644] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfc40d15-038c-41bf-badb-c56504c4d1b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.043336] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bc663f7-e0cd-4a0f-bbf8-66913e12d55f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.076934] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faf89686-3626-494a-9f08-bf2ddeb46be5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.088520] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4452f18f-2a59-43c5-9227-9283c1cd0983 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.105360] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.111253] env[65481]: DEBUG nova.network.neutron [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Updating instance_info_cache with network_info: [{"id": "82ab4461-3188-4582-80b8-75a57fc02051", "address": "fa:16:3e:4b:fa:5a", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ab4461-31", "ovs_interfaceid": "82ab4461-3188-4582-80b8-75a57fc02051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 656.253561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ef8ee289-43ea-4622-a923-2c5399847b57" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.253962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.299097] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883993, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.399406] env[65481]: INFO nova.compute.manager [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Took 23.08 seconds to build instance. [ 656.516373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.516373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.516373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.536422] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Received event network-vif-plugged-61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 656.538760] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Acquiring lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 656.539442] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.004s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 656.539442] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 656.539442] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] No waiting events found dispatching network-vif-plugged-61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 656.539675] env[65481]: WARNING nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Received unexpected event network-vif-plugged-61154a31-f136-4b4b-bb69-e761e2fecba2 for instance with vm_state active and task_state None. [ 656.539988] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Received event network-changed-61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 656.540299] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Refreshing instance network info cache due to event network-changed-61154a31-f136-4b4b-bb69-e761e2fecba2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 656.540299] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Acquiring lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 656.540469] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Acquired lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 656.540812] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Refreshing network info cache for port 61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 656.616252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 656.616517] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Instance network_info: |[{"id": "82ab4461-3188-4582-80b8-75a57fc02051", "address": "fa:16:3e:4b:fa:5a", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ab4461-31", "ovs_interfaceid": "82ab4461-3188-4582-80b8-75a57fc02051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 656.616989] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:4b:fa:5a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82ab4461-3188-4582-80b8-75a57fc02051', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 656.625033] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 656.625033] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 656.625172] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-66be5cd5-8434-4c69-bcbc-586411336a32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.642162] env[65481]: ERROR nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [req-a4f50ea8-89c3-4b1b-93e0-fbd18a4448d8] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4f50ea8-89c3-4b1b-93e0-fbd18a4448d8"}]} [ 656.652357] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 656.652357] env[65481]: value = "task-4883994" [ 656.652357] env[65481]: _type = "Task" [ 656.652357] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.661081] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883994, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.670637] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 656.690324] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 656.690763] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 656.704421] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 656.732795] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 656.756788] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 656.792177] env[65481]: INFO nova.compute.manager [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Rebuilding instance [ 656.794822] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883993, 'name': ReconfigVM_Task, 'duration_secs': 0.818879} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 656.799215] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Reconfigured VM instance instance-00000010 to attach disk [datastore2] 1b658449-9a0e-4695-b986-fb802b8a5c29/1b658449-9a0e-4695-b986-fb802b8a5c29.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 656.799215] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e32ad08-df77-48bd-baf5-622a6e2fca46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.808163] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 656.808163] env[65481]: value = "task-4883995" [ 656.808163] env[65481]: _type = "Task" [ 656.808163] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 656.823800] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883995, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 656.853760] env[65481]: DEBUG nova.compute.manager [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 656.854765] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-228162ec-31ed-4eb8-b912-453c4832d384 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 656.901746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0f6ac098-fb70-4e88-a788-fec65466d55e tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.597s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 657.043664] env[65481]: WARNING neutronclient.v2_0.client [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.084144] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-636e654c-cc35-47f5-8f3a-ba94667edc6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.095403] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f692db5c-c734-4057-bb15-7ddefaac2c1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.132923] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2657ad2-f971-4f9e-911e-4c35c818a717 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.142275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47aa2888-2e2c-4b5a-b623-225b984b9b5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.158687] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.170588] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4883994, 'name': CreateVM_Task, 'duration_secs': 0.383463} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.170588] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 657.170588] env[65481]: WARNING neutronclient.v2_0.client [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.170871] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.171065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.171288] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 657.172266] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61de2fea-9563-4ee2-af63-1f4ba250b90a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.179260] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 657.179260] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5227bcc8-bed4-3db3-baaa-7fa007a7f8f9" [ 657.179260] env[65481]: _type = "Task" [ 657.179260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.190400] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5227bcc8-bed4-3db3-baaa-7fa007a7f8f9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.279911] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 657.288274] env[65481]: WARNING neutronclient.v2_0.client [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.319162] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883995, 'name': Rename_Task, 'duration_secs': 0.211224} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.319436] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 657.319682] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b08f633a-751e-4c7b-baa8-3634dc3351b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.331021] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 657.331021] env[65481]: value = "task-4883996" [ 657.331021] env[65481]: _type = "Task" [ 657.331021] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.339901] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883996, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.478324] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Updated VIF entry in instance network info cache for port 61154a31-f136-4b4b-bb69-e761e2fecba2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 657.478761] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Updating instance_info_cache with network_info: [{"id": "61154a31-f136-4b4b-bb69-e761e2fecba2", "address": "fa:16:3e:e6:9d:40", "network": {"id": "19af684b-b672-4496-b76a-67befb07c525", "bridge": "br-int", "label": "tempest-AttachInterfacesV270Test-1630289425-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "bbefb1433dd143e4867e50b73c813d74", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2ce62383-8e84-4e26-955b-74c11392f4c9", "external-id": "nsx-vlan-transportzone-215", "segmentation_id": 215, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap61154a31-f1", "ovs_interfaceid": "61154a31-f136-4b4b-bb69-e761e2fecba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 657.494778] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Received event network-changed-3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.495048] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Refreshing instance network info cache due to event network-changed-3798e5d1-3536-46f5-b0a4-d3c90c64d231. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.495270] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Acquiring lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.495429] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Acquired lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.495587] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Refreshing network info cache for port 3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 657.526378] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 657.609989] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.610282] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.611454] env[65481]: DEBUG nova.network.neutron [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 657.687487] env[65481]: ERROR nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [req-95a94bbf-bf66-4de0-bbf5-598504f2ef5e] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-95a94bbf-bf66-4de0-bbf5-598504f2ef5e"}]} [ 657.697521] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5227bcc8-bed4-3db3-baaa-7fa007a7f8f9, 'name': SearchDatastore_Task, 'duration_secs': 0.014679} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.697911] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.698261] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 657.698597] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.698811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.699368] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 657.699718] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8ac9e2f3-93e4-42db-bb1c-786be699ee00 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.711321] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 657.711518] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 657.712664] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc0fe95d-0b9a-4e68-bfb5-e0e2814a6128 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.722870] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 657.722870] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52962229-42f9-9eb1-f1d8-c048fda8f70c" [ 657.722870] env[65481]: _type = "Task" [ 657.722870] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.723291] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 657.726818] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Successfully updated port: 9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 657.747057] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52962229-42f9-9eb1-f1d8-c048fda8f70c, 'name': SearchDatastore_Task, 'duration_secs': 0.014051} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 657.749849] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a914cb3-99ec-4adc-a33c-fabc642de97d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.756362] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 657.756653] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 657.761186] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 657.761186] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5265b3db-98ca-ec43-c675-ba97a6c220c8" [ 657.761186] env[65481]: _type = "Task" [ 657.761186] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.773012] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5265b3db-98ca-ec43-c675-ba97a6c220c8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.774788] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 657.802151] env[65481]: DEBUG nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 657.838311] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883996, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.877520] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 657.877842] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c4056390-3be5-4675-b748-616a572f9ec9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 657.886530] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 657.886530] env[65481]: value = "task-4883997" [ 657.886530] env[65481]: _type = "Task" [ 657.886530] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 657.903423] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883997, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 657.985139] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Releasing lock "refresh_cache-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 657.985486] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Received event network-changed-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 657.985760] env[65481]: DEBUG nova.compute.manager [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Refreshing instance network info cache due to event network-changed-9ce87b87-0256-4b12-8f9e-2cda6ba444d4. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 657.986143] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Acquiring lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 657.986343] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Acquired lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 657.986562] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Refreshing network info cache for port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 658.002455] env[65481]: WARNING neutronclient.v2_0.client [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.066866] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 658.067235] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.116493] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.180183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c6b3a66-663a-4b08-98ba-f69a0cc48b8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.193544] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce943741-ebe2-4946-888a-3f08be6fb3f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.260081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.260081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.260081] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.268023] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f3df40-12d7-4093-8569-f91941f18911 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.281810] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5265b3db-98ca-ec43-c675-ba97a6c220c8, 'name': SearchDatastore_Task, 'duration_secs': 0.016001} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.286650] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 658.286650] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 9c7432da-7e2f-4b09-ad3e-96dfa79919d2/9c7432da-7e2f-4b09-ad3e-96dfa79919d2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 658.288781] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58752f4e-51da-41fb-8949-9863bbdcfeb5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.294215] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d6392195-5ef4-4f2f-8cad-e00c68bf74f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.308144] env[65481]: DEBUG nova.compute.provider_tree [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 658.311327] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 658.311327] env[65481]: value = "task-4883998" [ 658.311327] env[65481]: _type = "Task" [ 658.311327] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.340616] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883996, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.402672] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4883997, 'name': PowerOffVM_Task, 'duration_secs': 0.191777} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.403105] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 658.403232] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 658.404000] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25629de5-330f-4fc0-9fe0-3c8580306086 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.409838] env[65481]: WARNING neutronclient.v2_0.client [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.414704] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 658.418401] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-accc87cc-da18-4e24-9b56-894851c2d9a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.454779] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 658.455165] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 658.455277] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Deleting the datastore file [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 658.455940] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9939f1f5-82d8-4a94-b550-15252d851805 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.463888] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 658.463888] env[65481]: value = "task-4884000" [ 658.463888] env[65481]: _type = "Task" [ 658.463888] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 658.472782] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884000, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.476891] env[65481]: WARNING neutronclient.v2_0.client [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.489846] env[65481]: WARNING neutronclient.v2_0.client [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.556664] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Updated VIF entry in instance network info cache for port 3798e5d1-3536-46f5-b0a4-d3c90c64d231. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 658.557065] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Updating instance_info_cache with network_info: [{"id": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "address": "fa:16:3e:de:e6:03", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.160", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3798e5d1-35", "ovs_interfaceid": "3798e5d1-3536-46f5-b0a4-d3c90c64d231", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.570325] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 658.610332] env[65481]: DEBUG nova.network.neutron [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 658.835986] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883998, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 658.848370] env[65481]: DEBUG oslo_vmware.api [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4883996, 'name': PowerOnVM_Task, 'duration_secs': 1.490842} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.849903] env[65481]: ERROR nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 658.850800] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 5.343s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 658.855208] env[65481]: ERROR nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Failed to build and run instance: nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Traceback (most recent call last): [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/compute/manager.py", line 2659, in _build_and_run_instance [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] with self.rt.instance_claim(context, instance, node, allocs, [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py", line 415, in inner [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] return f(*args, **kwargs) [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 240, in instance_claim [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] self._update(elevated, cn) [ 658.855208] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1408, in _update [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] self._update_to_placement(context, compute_node, startup) [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 55, in wrapped_f [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] return Retrying(*dargs, **dkw).call(f, *args, **kw) [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 289, in call [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] raise attempt.get() [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 326, in get [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] raise exc.with_traceback(tb) [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/data/venv/lib/python3.10/site-packages/retrying.py", line 273, in call [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] attempt = Attempt(fn(*args, **kwargs), attempt_number, False) [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/compute/resource_tracker.py", line 1393, in _update_to_placement [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] self.reportclient.update_from_provider_tree( [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1502, in update_from_provider_tree [ 658.855611] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] self.set_inventory_for_provider( [ 658.855967] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] File "/opt/stack/nova/nova/scheduler/client/report.py", line 1007, in set_inventory_for_provider [ 658.855967] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] raise exception.ResourceProviderUpdateConflict( [ 658.855967] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] nova.exception.ResourceProviderUpdateConflict: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 658.855967] env[65481]: ERROR nova.compute.manager [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] [ 658.855967] env[65481]: DEBUG nova.compute.utils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource pro {{(pid=65481) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 658.857451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 658.857451] env[65481]: INFO nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Took 10.25 seconds to spawn the instance on the hypervisor. [ 658.857710] env[65481]: DEBUG nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 658.858177] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.538s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 658.859819] env[65481]: INFO nova.compute.claims [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 658.866879] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47885b75-219c-4078-8e03-15fe666f0165 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 658.874659] env[65481]: DEBUG nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Build of instance 9564edc9-dbc7-48ad-9af0-f64007d8d2e6 was re-scheduled: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2524}} [ 658.875229] env[65481]: DEBUG nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Unplugging VIFs for instance {{(pid=65481) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3051}} [ 658.875521] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Acquiring lock "refresh_cache-9564edc9-dbc7-48ad-9af0-f64007d8d2e6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 658.875684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Acquired lock "refresh_cache-9564edc9-dbc7-48ad-9af0-f64007d8d2e6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 658.876300] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 658.945166] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 658.954842] env[65481]: WARNING neutronclient.v2_0.client [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 658.982385] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884000, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.19932} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 658.982583] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 658.982795] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 658.982935] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 659.064281] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Releasing lock "refresh_cache-41189a93-ef52-4c0f-8716-e4a6a838d76a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.064539] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Received event network-vif-plugged-69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.064731] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Acquiring lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.064945] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.065134] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.065311] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] No waiting events found dispatching network-vif-plugged-69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 659.065471] env[65481]: WARNING nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Received unexpected event network-vif-plugged-69af2ac9-7045-476b-af13-83fbbad63743 for instance with vm_state building and task_state spawning. [ 659.065626] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Received event network-changed-69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 659.065771] env[65481]: DEBUG nova.compute.manager [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Refreshing instance network info cache due to event network-changed-69af2ac9-7045-476b-af13-83fbbad63743. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 659.065996] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Acquiring lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 659.066227] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Acquired lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 659.066429] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Refreshing network info cache for port 69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 659.068474] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.068746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.102182] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.113975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.126768] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updated VIF entry in instance network info cache for port 9ce87b87-0256-4b12-8f9e-2cda6ba444d4. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.126768] env[65481]: DEBUG nova.network.neutron [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updating instance_info_cache with network_info: [{"id": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "address": "fa:16:3e:c4:8b:e4", "network": {"id": "67829c54-5eac-45fc-b038-78d2f3e60bac", "bridge": "br-int", "label": "tempest-ServersTestBootFromVolume-549449653-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.130", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f7acf937228c4811a0d5c256aa3b1201", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f0ef5aba-bd9a-42ff-a1a0-5e763986d70a", "external-id": "nsx-vlan-transportzone-209", "segmentation_id": 209, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ce87b87-02", "ovs_interfaceid": "9ce87b87-0256-4b12-8f9e-2cda6ba444d4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.139489] env[65481]: WARNING neutronclient.v2_0.client [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.235224] env[65481]: DEBUG nova.network.neutron [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Updating instance_info_cache with network_info: [{"id": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "address": "fa:16:3e:dc:5b:09", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0c80e-4f", "ovs_interfaceid": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.333824] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4883998, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.716268} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.337407] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 9c7432da-7e2f-4b09-ad3e-96dfa79919d2/9c7432da-7e2f-4b09-ad3e-96dfa79919d2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 659.337407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 659.337407] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-394879b2-f4f2-4956-a117-9906ec297fc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.347175] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 659.347175] env[65481]: value = "task-4884001" [ 659.347175] env[65481]: _type = "Task" [ 659.347175] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.362376] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884001, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.385267] env[65481]: WARNING neutronclient.v2_0.client [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 9564edc9-dbc7-48ad-9af0-f64007d8d2e6 was re-scheduled: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 659.398663] env[65481]: INFO nova.compute.manager [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Took 22.51 seconds to build instance. [ 659.430844] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 659.532809] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.571845] env[65481]: WARNING neutronclient.v2_0.client [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.575665] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 659.596317] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.596317] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.625962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.627512] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.631684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 659.631684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 659.631684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.639413] env[65481]: DEBUG oslo_concurrency.lockutils [req-72afa380-6f9c-44fe-b5d6-d1ee98333e6d req-8a196c78-85eb-45d2-a770-630ce6eaccff service nova] Releasing lock "refresh_cache-c7d1d70d-3d48-4bec-b648-e76e4608d4cb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.641285] env[65481]: INFO nova.compute.manager [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Terminating instance [ 659.646261] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f146fdb5-4318-4afb-b661-3c8d3135be99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.672832] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f742d7f-5f65-47f3-bbf6-0eba028893de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.689980] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 659.739493] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 659.740050] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Instance network_info: |[{"id": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "address": "fa:16:3e:dc:5b:09", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0c80e-4f", "ovs_interfaceid": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 659.740342] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dc:5b:09', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9fc0c80e-4f39-467a-ad33-0b21991397c2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 659.748133] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 659.748133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 659.748424] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-18b24130-0caf-4351-93a5-5d9cf9b7619b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.777918] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 659.777918] env[65481]: value = "task-4884002" [ 659.777918] env[65481]: _type = "Task" [ 659.777918] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.788034] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884002, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.821792] env[65481]: WARNING neutronclient.v2_0.client [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 659.859939] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884001, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075576} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 659.863189] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 659.864327] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f8a6102-e888-47d2-96cd-d010a7f59ba0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.893605] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Reconfiguring VM instance instance-00000011 to attach disk [datastore2] 9c7432da-7e2f-4b09-ad3e-96dfa79919d2/9c7432da-7e2f-4b09-ad3e-96dfa79919d2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 659.895060] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d7a05af-547c-4ad7-9bdb-80ced2437441 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 659.909952] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updated VIF entry in instance network info cache for port 69af2ac9-7045-476b-af13-83fbbad63743. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 659.910331] env[65481]: DEBUG nova.network.neutron [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updating instance_info_cache with network_info: [{"id": "69af2ac9-7045-476b-af13-83fbbad63743", "address": "fa:16:3e:54:2f:78", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af2ac9-70", "ovs_interfaceid": "69af2ac9-7045-476b-af13-83fbbad63743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 659.911749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b36864e4-b41a-447c-8910-a286fbf88f8c tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.032s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 659.915540] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 659.919634] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 659.919634] env[65481]: value = "task-4884003" [ 659.919634] env[65481]: _type = "Task" [ 659.919634] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 659.928736] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884003, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 659.937723] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 659.939092] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 659.951612] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 659.978640] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 660.005721] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "826f379a-e832-4f12-96a0-8028279392c0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.005721] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.034092] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Releasing lock "refresh_cache-9564edc9-dbc7-48ad-9af0-f64007d8d2e6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.034364] env[65481]: DEBUG nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Virt driver does not provide unplug_vifs method, so it is not possible determine if VIFs should be unplugged. {{(pid=65481) _cleanup_allocated_networks /opt/stack/nova/nova/compute/manager.py:3074}} [ 660.035180] env[65481]: DEBUG nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 660.035180] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 660.035312] env[65481]: WARNING neutronclient.v2_0.client [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 9564edc9-dbc7-48ad-9af0-f64007d8d2e6 was re-scheduled: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 660.047202] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 660.047454] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 660.051019] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 660.051019] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 660.051019] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 660.051019] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 660.051019] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 660.051374] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 660.051374] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 660.051374] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 660.051374] env[65481]: DEBUG nova.virt.hardware [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 660.051374] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a471b61-9796-4622-9eb4-795f94b6831d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.064376] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.064614] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.066883] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 660.067375] env[65481]: WARNING neutronclient.v2_0.client [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: nova.exception.RescheduledException: Build of instance 9564edc9-dbc7-48ad-9af0-f64007d8d2e6 was re-scheduled: A conflict was encountered attempting to update resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 (generation 28): {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-398e8b3a-4dca-43f5-a51a-f9b88df7a9eb"}]} [ 660.072355] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8413c101-f317-4695-875e-83ffb30b8c89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.094800] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 660.100972] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 660.104736] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.107280] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 660.108781] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cc296e5f-f37c-4248-a374-3d28be1dea4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.122521] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.131890] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 660.131890] env[65481]: value = "task-4884004" [ 660.131890] env[65481]: _type = "Task" [ 660.131890] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.141432] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884004, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.150035] env[65481]: DEBUG nova.compute.manager [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 660.150504] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 660.152236] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87f4de98-1850-4625-aa99-3f08ad6d6ad1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.162447] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 660.165792] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1920fcc5-bbff-4514-984a-bde252e813d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.175420] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 660.175420] env[65481]: value = "task-4884005" [ 660.175420] env[65481]: _type = "Task" [ 660.175420] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.189524] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4884005, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.198130] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 660.198549] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-def0e7d8-6973-48e1-b3f3-206deca757cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.207445] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 660.207445] env[65481]: value = "task-4884006" [ 660.207445] env[65481]: _type = "Task" [ 660.207445] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.225896] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884006, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.295955] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884002, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.418046] env[65481]: DEBUG oslo_concurrency.lockutils [req-13287b01-ca59-407b-a3a2-cdcd0615de44 req-0817ce9d-d631-45e8-969c-cccf2b760bbf service nova] Releasing lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 660.441368] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884003, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.509163] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.521301] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3444af03-538d-4c05-8620-f4a24a5cb621 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.527073] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Received event network-changed-840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 660.527184] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Refreshing instance network info cache due to event network-changed-840884ff-e4d0-460b-a419-e85bdad67abd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 660.527412] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Acquiring lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.527448] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Acquired lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.530129] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Refreshing network info cache for port 840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 660.537489] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff001e89-a11e-496f-abde-c4054dbe0fe8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.576155] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2663a5f4-a867-403b-bde9-528c0db2749d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.580507] env[65481]: DEBUG nova.network.neutron [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 660.582054] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 660.592773] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b63bb4-efcb-4acf-ad9b-b95f49dc035b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.614337] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 660.638415] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.647727] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884004, 'name': CreateVM_Task, 'duration_secs': 0.347693} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.647727] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.647727] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.647727] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 660.647727] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 660.648187] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7346292-4f33-49e7-b627-321683077c27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.655241] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 660.655241] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52304831-230e-5ec0-eb3e-0bdc340a838e" [ 660.655241] env[65481]: _type = "Task" [ 660.655241] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.667272] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52304831-230e-5ec0-eb3e-0bdc340a838e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.690306] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4884005, 'name': PowerOffVM_Task, 'duration_secs': 0.237144} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.691143] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 660.691143] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 660.691143] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cd20da60-4cb9-4c97-9d1e-3c74f6173eab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.724285] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884006, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.790680] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884002, 'name': CreateVM_Task, 'duration_secs': 0.57118} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.790792] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 660.791835] env[65481]: WARNING neutronclient.v2_0.client [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 660.791835] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 660.805188] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 660.805412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 660.890111] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 660.890393] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 660.890688] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleting the datastore file [datastore1] 36b79d1e-615e-41bb-9bbf-95510dd640ae {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 660.891055] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ca0d55b3-094c-492c-8ff8-3f9d704fdb39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.899304] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for the task: (returnval){ [ 660.899304] env[65481]: value = "task-4884008" [ 660.899304] env[65481]: _type = "Task" [ 660.899304] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.909944] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4884008, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 660.931781] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884003, 'name': ReconfigVM_Task, 'duration_secs': 0.548154} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 660.932126] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Reconfigured VM instance instance-00000011 to attach disk [datastore2] 9c7432da-7e2f-4b09-ad3e-96dfa79919d2/9c7432da-7e2f-4b09-ad3e-96dfa79919d2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 660.932816] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-abe3af10-66ad-42de-a2fc-62ac9dc6ea06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 660.942180] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 660.942180] env[65481]: value = "task-4884009" [ 660.942180] env[65481]: _type = "Task" [ 660.942180] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 660.951892] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884009, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.031127] env[65481]: WARNING neutronclient.v2_0.client [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.039104] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.085808] env[65481]: INFO nova.compute.manager [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] [instance: 9564edc9-dbc7-48ad-9af0-f64007d8d2e6] Took 1.05 seconds to deallocate network for instance. [ 661.108361] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.142774] env[65481]: ERROR nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [req-749cfb5e-4f7e-42a0-9efa-cc6b8da46cbe] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-749cfb5e-4f7e-42a0-9efa-cc6b8da46cbe"}]} [ 661.169122] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52304831-230e-5ec0-eb3e-0bdc340a838e, 'name': SearchDatastore_Task, 'duration_secs': 0.013864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.170305] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 661.172395] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.172632] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.172877] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.173020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.173191] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.173979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.174295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 661.174559] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5bea662c-7682-43be-8ef6-8757fec2107a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.176531] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3fd113f1-01f6-4b7b-a2b5-5ff564e3a5e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.184705] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 661.184705] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f92cae-06a7-a507-a7e8-20e13302bc2f" [ 661.184705] env[65481]: _type = "Task" [ 661.184705] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.191949] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 661.192333] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.200284] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.200692] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.201297] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f92cae-06a7-a507-a7e8-20e13302bc2f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.201488] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-50c8391e-95ee-47f2-b42f-00cc91a1ad48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.206612] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 661.214458] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 661.214458] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521d3e67-d529-46b7-c18a-e5960bdcaeb0" [ 661.214458] env[65481]: _type = "Task" [ 661.214458] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.222361] env[65481]: DEBUG oslo_vmware.api [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884006, 'name': PowerOnVM_Task, 'duration_secs': 0.596681} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.222637] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 661.222761] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67b8c33e-d677-48ce-9faa-5ce1a4beb28d tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance 'df813b65-e6c1-402e-b3c5-8d0d4404c003' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 661.231391] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521d3e67-d529-46b7-c18a-e5960bdcaeb0, 'name': SearchDatastore_Task, 'duration_secs': 0.017302} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.232745] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e23cc9e1-e31c-4d01-9b24-511e8f4090c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.237773] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 661.242952] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 661.242952] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521646e0-8046-8b59-5856-7767a0858dae" [ 661.242952] env[65481]: _type = "Task" [ 661.242952] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.253568] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521646e0-8046-8b59-5856-7767a0858dae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.411729] env[65481]: DEBUG oslo_vmware.api [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Task: {'id': task-4884008, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391165} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.414677] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 661.414986] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 661.415446] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 661.415446] env[65481]: INFO nova.compute.manager [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Took 1.26 seconds to destroy the instance on the hypervisor. [ 661.415795] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 661.415928] env[65481]: DEBUG nova.compute.manager [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 661.416130] env[65481]: DEBUG nova.network.neutron [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 661.416311] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.453766] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884009, 'name': Rename_Task, 'duration_secs': 0.334225} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.454056] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 661.454309] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ffdf83a9-6906-4d75-978b-f830bc0d36da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.462812] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 661.462812] env[65481]: value = "task-4884010" [ 661.462812] env[65481]: _type = "Task" [ 661.462812] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.474336] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884010, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.536356] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.683664] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a155e31f-7301-4d2a-b4b7-0b190e970611 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.699562] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4770bef8-3635-4614-a962-c3d2e90537c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.703615] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f92cae-06a7-a507-a7e8-20e13302bc2f, 'name': SearchDatastore_Task, 'duration_secs': 0.023801} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.703785] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.704085] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 661.704515] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 661.741592] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b8195cb-5b55-49f0-a815-966670e10354 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.756237] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521646e0-8046-8b59-5856-7767a0858dae, 'name': SearchDatastore_Task, 'duration_secs': 0.020869} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 661.758934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 661.759242] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 661.760396] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 661.760953] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 661.760953] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a089b7ac-952e-4393-9b52-2a8c43a38879 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.764182] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fa79c58-74ac-4a93-9a0c-22d8990a7996 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.768590] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6fe240c8-273c-4350-ab40-c38ece8d7145 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.784406] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 661.790222] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 661.790222] env[65481]: value = "task-4884011" [ 661.790222] env[65481]: _type = "Task" [ 661.790222] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.790222] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 661.790222] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 661.790222] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee36eb10-4e43-4ddc-8f1a-35ade5b501a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 661.801201] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 661.801201] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234c9ad-e7ec-6a8e-f66e-cf2d66ea5e44" [ 661.801201] env[65481]: _type = "Task" [ 661.801201] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 661.805022] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884011, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.815048] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234c9ad-e7ec-6a8e-f66e-cf2d66ea5e44, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 661.835332] env[65481]: WARNING neutronclient.v2_0.client [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 661.853114] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.853233] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.853461] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 661.853721] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 661.853979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 661.856317] env[65481]: INFO nova.compute.manager [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Terminating instance [ 661.981844] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884010, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.029343] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updated VIF entry in instance network info cache for port 840884ff-e4d0-460b-a419-e85bdad67abd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 662.029343] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updating instance_info_cache with network_info: [{"id": "840884ff-e4d0-460b-a419-e85bdad67abd", "address": "fa:16:3e:7f:88:2c", "network": {"id": "8c53a955-4a83-4e0e-9efd-8c4975774af8", "bridge": "br-int", "label": "tempest-ServersTestManualDisk-2010808974-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.231", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5e9c539c300c478eab0917c617385fa2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "abe48956-848a-4e1f-b1f1-a27baa5390b9", "external-id": "nsx-vlan-transportzone-238", "segmentation_id": 238, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap840884ff-e4", "ovs_interfaceid": "840884ff-e4d0-460b-a419-e85bdad67abd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.136170] env[65481]: INFO nova.scheduler.client.report [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Deleted allocations for instance 9564edc9-dbc7-48ad-9af0-f64007d8d2e6 [ 662.259722] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Received event network-vif-plugged-82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.260623] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Acquiring lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.260623] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.260623] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.260894] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] No waiting events found dispatching network-vif-plugged-82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.263073] env[65481]: WARNING nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Received unexpected event network-vif-plugged-82ab4461-3188-4582-80b8-75a57fc02051 for instance with vm_state building and task_state spawning. [ 662.263073] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Received event network-changed-82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.263073] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Refreshing instance network info cache due to event network-changed-82ab4461-3188-4582-80b8-75a57fc02051. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.263073] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Acquiring lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.263073] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Acquired lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.267995] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Refreshing network info cache for port 82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.324017] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884011, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.331569] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234c9ad-e7ec-6a8e-f66e-cf2d66ea5e44, 'name': SearchDatastore_Task, 'duration_secs': 0.012035} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.332091] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37fb7514-e178-4949-928b-ddbd3357f112 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.339978] env[65481]: DEBUG nova.scheduler.client.report [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 33 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 662.340810] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 33 to 34 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 662.340810] env[65481]: DEBUG nova.compute.provider_tree [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 662.349059] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 662.349059] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d8006-c0c0-2955-3f82-ae9389ec27cd" [ 662.349059] env[65481]: _type = "Task" [ 662.349059] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.364394] env[65481]: DEBUG nova.compute.manager [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 662.364561] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 662.366772] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e11086a-a970-4e63-a0e3-9c26a497a9bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.378052] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d8006-c0c0-2955-3f82-ae9389ec27cd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.380120] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 662.380554] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f8fc741f-9126-46ea-a518-4fafb1ea025f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.390530] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 662.390530] env[65481]: value = "task-4884012" [ 662.390530] env[65481]: _type = "Task" [ 662.390530] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.402045] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4884012, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.424923] env[65481]: DEBUG nova.network.neutron [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 662.479274] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884010, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.537016] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Releasing lock "refresh_cache-4a3485fd-919f-49c1-9c7f-d13ad3d279b1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.537016] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Received event network-vif-plugged-9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.537016] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Acquiring lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.537016] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.537016] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.537957] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] No waiting events found dispatching network-vif-plugged-9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 662.537957] env[65481]: WARNING nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Received unexpected event network-vif-plugged-9fc0c80e-4f39-467a-ad33-0b21991397c2 for instance with vm_state building and task_state spawning. [ 662.537957] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Received event network-changed-9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 662.537957] env[65481]: DEBUG nova.compute.manager [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Refreshing instance network info cache due to event network-changed-9fc0c80e-4f39-467a-ad33-0b21991397c2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 662.537957] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Acquiring lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 662.538393] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Acquired lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 662.538393] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Refreshing network info cache for port 9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 662.561141] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.561576] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 662.644908] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69559e41-4901-406d-9845-13af5a6dd077 tempest-ImagesOneServerNegativeTestJSON-883984874 tempest-ImagesOneServerNegativeTestJSON-883984874-project-member] Lock "9564edc9-dbc7-48ad-9af0-f64007d8d2e6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.944s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.779180] env[65481]: WARNING neutronclient.v2_0.client [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 662.807213] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.850816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.992s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 662.851383] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 662.854617] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.575s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.856143] env[65481]: INFO nova.compute.claims [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 662.865839] env[65481]: DEBUG oslo_concurrency.lockutils [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "interface-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.866080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "interface-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.866436] env[65481]: DEBUG nova.objects.instance [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lazy-loading 'flavor' on Instance uuid bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 662.870958] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "6a10b233-a7c2-474c-857e-da389327e1c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 662.871291] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 662.878602] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d8006-c0c0-2955-3f82-ae9389ec27cd, 'name': SearchDatastore_Task, 'duration_secs': 0.065023} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.879120] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 662.879396] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aaf107bd-50d1-4507-a4d4-824a3f775623/aaf107bd-50d1-4507-a4d4-824a3f775623.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 662.879659] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aa62d55c-139e-43ca-91bb-c65920c26957 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.888341] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 662.888341] env[65481]: value = "task-4884013" [ 662.888341] env[65481]: _type = "Task" [ 662.888341] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 662.902655] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4884012, 'name': PowerOffVM_Task, 'duration_secs': 0.315548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.907307] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 662.907508] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 662.908936] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 662.910928] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d84d3000-ab9e-4ede-b555-506123a910ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.927669] env[65481]: INFO nova.compute.manager [-] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Took 1.51 seconds to deallocate network for instance. [ 662.980292] env[65481]: DEBUG oslo_vmware.api [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884010, 'name': PowerOnVM_Task, 'duration_secs': 1.355461} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 662.981443] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 662.981704] env[65481]: INFO nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Took 9.94 seconds to spawn the instance on the hypervisor. [ 662.981845] env[65481]: DEBUG nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 662.982829] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd760179-5c58-4016-bab0-7d69f634e969 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 662.999025] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 662.999025] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 662.999025] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Deleting the datastore file [datastore2] 41189a93-ef52-4c0f-8716-e4a6a838d76a {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 662.999025] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9ceba021-6d3c-4ec5-9e3d-7778d50a2ad9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.006227] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for the task: (returnval){ [ 663.006227] env[65481]: value = "task-4884015" [ 663.006227] env[65481]: _type = "Task" [ 663.006227] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.015707] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4884015, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.037973] env[65481]: WARNING neutronclient.v2_0.client [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.051991] env[65481]: WARNING neutronclient.v2_0.client [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.073248] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.073657] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.073868] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.075787] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.075787] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.075787] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.075787] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 663.075787] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 663.147833] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 663.290263] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Updated VIF entry in instance network info cache for port 82ab4461-3188-4582-80b8-75a57fc02051. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 663.290706] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Updating instance_info_cache with network_info: [{"id": "82ab4461-3188-4582-80b8-75a57fc02051", "address": "fa:16:3e:4b:fa:5a", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82ab4461-31", "ovs_interfaceid": "82ab4461-3188-4582-80b8-75a57fc02051", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 663.306623] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884011, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.366583] env[65481]: DEBUG nova.compute.utils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 663.374172] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 663.374172] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.374430] env[65481]: WARNING neutronclient.v2_0.client [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.374585] env[65481]: WARNING neutronclient.v2_0.client [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.380622] env[65481]: WARNING neutronclient.v2_0.client [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.381100] env[65481]: DEBUG nova.objects.instance [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lazy-loading 'pci_requests' on Instance uuid bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 663.400395] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884013, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.401779] env[65481]: WARNING neutronclient.v2_0.client [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.439249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.496102] env[65481]: DEBUG nova.policy [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af296a98d7449a8885974cd4bf962ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844bcb8470044e48bf34580cf652307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 663.506596] env[65481]: INFO nova.compute.manager [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Took 23.20 seconds to build instance. [ 663.520948] env[65481]: DEBUG oslo_vmware.api [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Task: {'id': task-4884015, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.462548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.521852] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 663.522180] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 663.522454] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 663.522943] env[65481]: INFO nova.compute.manager [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Took 1.16 seconds to destroy the instance on the hypervisor. [ 663.523329] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 663.525027] env[65481]: DEBUG nova.compute.manager [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 663.525239] env[65481]: DEBUG nova.network.neutron [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 663.527281] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.577501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.677742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 663.795049] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Releasing lock "refresh_cache-9c7432da-7e2f-4b09-ad3e-96dfa79919d2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 663.795049] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Received event network-changed-76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 663.795403] env[65481]: DEBUG nova.compute.manager [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Refreshing instance network info cache due to event network-changed-76d92986-9547-4787-810d-d6b088e16b50. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 663.795659] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Acquiring lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 663.795872] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Acquired lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 663.796114] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Refreshing network info cache for port 76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 663.807939] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884011, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.768691} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 663.808298] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 663.808635] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 663.808907] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f0b1de3c-37ad-4087-b597-91bd849e07cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 663.821617] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 663.821617] env[65481]: value = "task-4884016" [ 663.821617] env[65481]: _type = "Task" [ 663.821617] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 663.832099] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884016, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 663.883977] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 663.888627] env[65481]: DEBUG nova.objects.base [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 663.888627] env[65481]: DEBUG nova.network.neutron [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 663.890772] env[65481]: WARNING neutronclient.v2_0.client [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.890772] env[65481]: WARNING neutronclient.v2_0.client [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 663.901661] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884013, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.013837] env[65481]: DEBUG oslo_concurrency.lockutils [None req-07785dff-8215-4f09-8482-fcacca889ce0 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.720s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.286688] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1873e60-f565-41bc-8356-bbcea66a7bbf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.295856] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d95b04e4-141c-4ced-8e83-fe6cb8bcd77d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.301675] env[65481]: WARNING neutronclient.v2_0.client [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.340072] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dc798d3-e7ca-4936-b79a-d1dda0eab53d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.351350] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0717cdaf-8c3d-4df4-be4e-e76ab8cff20b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.355456] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884016, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.114596} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.355967] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.359582] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36b3ab5a-d8fa-4493-9660-75027b7b0677 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.370417] env[65481]: DEBUG nova.compute.provider_tree [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 664.390436] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 664.391577] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c8543c48-f3b7-4950-916c-9d7d4389817f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.428304] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884013, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.324151} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.429595] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Successfully created port: f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 664.435181] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aaf107bd-50d1-4507-a4d4-824a3f775623/aaf107bd-50d1-4507-a4d4-824a3f775623.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 664.435181] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 664.435181] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 664.435181] env[65481]: value = "task-4884017" [ 664.435181] env[65481]: _type = "Task" [ 664.435181] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.435181] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-af9158b9-beca-4d3b-9caa-8e770571b404 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.443332] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 664.452649] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.452649] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 664.452649] env[65481]: value = "task-4884018" [ 664.452649] env[65481]: _type = "Task" [ 664.452649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 664.468240] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Updated VIF entry in instance network info cache for port 9fc0c80e-4f39-467a-ad33-0b21991397c2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 664.468700] env[65481]: DEBUG nova.network.neutron [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Updating instance_info_cache with network_info: [{"id": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "address": "fa:16:3e:dc:5b:09", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.24", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9fc0c80e-4f", "ovs_interfaceid": "9fc0c80e-4f39-467a-ad33-0b21991397c2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 664.516857] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 664.847588] env[65481]: DEBUG oslo_concurrency.lockutils [None req-52664b59-b1f3-40d3-ad71-cd24838d54c3 tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "interface-bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.981s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 664.874513] env[65481]: DEBUG nova.scheduler.client.report [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 664.920204] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 664.947816] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884017, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 664.952211] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 664.952379] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 664.952437] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 664.952605] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 664.952745] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 664.953122] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 664.953122] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 664.953270] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 664.953426] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 664.953575] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 664.953798] env[65481]: DEBUG nova.virt.hardware [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 664.954621] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b695fc5f-7ca2-4bac-9818-57eb9119f44f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.972144] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a34d5b4-ede3-4797-8251-8910c0287362 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 664.976238] env[65481]: DEBUG oslo_concurrency.lockutils [req-598d32e8-5912-49f4-af50-9b25eda4c9e0 req-9f2aedfb-1c2a-47fd-8ca1-6a22fb30c42b service nova] Releasing lock "refresh_cache-aaf107bd-50d1-4507-a4d4-824a3f775623" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 664.976664] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884018, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.226622} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 664.976905] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 664.978020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fac4de3-6c42-4d4e-a3e7-cdcb0c6f7d28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.017116] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Reconfiguring VM instance instance-00000012 to attach disk [datastore2] aaf107bd-50d1-4507-a4d4-824a3f775623/aaf107bd-50d1-4507-a4d4-824a3f775623.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 665.021035] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a25e000b-52cb-435f-814d-6ae25bafc755 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.050091] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 665.050091] env[65481]: value = "task-4884019" [ 665.050091] env[65481]: _type = "Task" [ 665.050091] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.059060] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884019, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.068054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 665.303231] env[65481]: DEBUG nova.network.neutron [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.382034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.527s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 665.382034] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 665.384990] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 6.283s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 665.387135] env[65481]: INFO nova.compute.claims [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 665.435933] env[65481]: WARNING neutronclient.v2_0.client [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.451181] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884017, 'name': ReconfigVM_Task, 'duration_secs': 0.78559} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 665.451673] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 665.452502] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1e792a7a-578d-4658-857d-2b121b166c59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 665.461553] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 665.461553] env[65481]: value = "task-4884020" [ 665.461553] env[65481]: _type = "Task" [ 665.461553] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 665.472841] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884020, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.563648] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884019, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 665.573716] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updated VIF entry in instance network info cache for port 76d92986-9547-4787-810d-d6b088e16b50. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 665.574288] env[65481]: DEBUG nova.network.neutron [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updating instance_info_cache with network_info: [{"id": "76d92986-9547-4787-810d-d6b088e16b50", "address": "fa:16:3e:74:28:95", "network": {"id": "28a4230b-8ab2-4455-aa8b-d0046c185096", "bridge": "br-int", "label": "tempest-VolumesAssistedSnapshotsTest-1148959166-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.168", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "570bc96419ea400e9f7bd8fbe93a4e93", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4728adca-2846-416a-91a3-deb898faf1f3", "external-id": "nsx-vlan-transportzone-823", "segmentation_id": 823, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap76d92986-95", "ovs_interfaceid": "76d92986-9547-4787-810d-d6b088e16b50", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 665.806182] env[65481]: INFO nova.compute.manager [-] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Took 2.28 seconds to deallocate network for instance. [ 665.886650] env[65481]: DEBUG nova.compute.utils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 665.894421] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 665.894421] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 665.894421] env[65481]: WARNING neutronclient.v2_0.client [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.894421] env[65481]: WARNING neutronclient.v2_0.client [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 665.974147] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884020, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.038861] env[65481]: DEBUG nova.policy [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae8b60fd8b944e0b1b4f5eb9706f4c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d07f9597fb4606a2978de30f93b971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 666.065102] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.077065] env[65481]: DEBUG oslo_concurrency.lockutils [req-d0c4fd94-5f13-408e-bade-66b44f828cec req-779f8467-86d2-4889-82e1-11a6202662b7 service nova] Releasing lock "refresh_cache-edf956cd-6b97-41e7-9878-3e324e8689bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 666.124160] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Successfully updated port: f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 666.313896] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 666.400305] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 666.426219] env[65481]: DEBUG nova.compute.manager [req-719afbe2-06ff-42fb-b22a-88359b117fb4 req-14e17a31-47a6-45ca-84c0-eea0925abc30 service nova] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Received event network-vif-deleted-d0b676e2-a4ce-4fa9-8233-956e2e1486bd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 666.455869] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Successfully created port: e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 666.474861] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884020, 'name': Rename_Task, 'duration_secs': 0.872201} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.476905] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 666.477279] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-24bc0e09-70cf-4bdf-b29a-0e791a3ebd7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.487094] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 666.487094] env[65481]: value = "task-4884021" [ 666.487094] env[65481]: _type = "Task" [ 666.487094] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 666.495985] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884021, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.566338] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884019, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 666.628113] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 666.628396] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 666.628694] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 666.819354] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d599f9-9b7b-4e41-926d-16216366eaaf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.827814] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c390efc-234a-422c-93ba-358dbcbd3acd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.867202] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5bc643bc-a702-4c6c-bc7b-a332466bc952 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.876632] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2532d81c-d5c2-461a-862c-82b7a0453df2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 666.895991] env[65481]: DEBUG nova.compute.provider_tree [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 666.998049] env[65481]: DEBUG oslo_vmware.api [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884021, 'name': PowerOnVM_Task, 'duration_secs': 0.479347} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 666.998330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 666.998536] env[65481]: DEBUG nova.compute.manager [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 666.999309] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c281c-4c65-403e-b6c9-a09c3fc97e64 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.061705] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884019, 'name': ReconfigVM_Task, 'duration_secs': 1.611201} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.062065] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Reconfigured VM instance instance-00000012 to attach disk [datastore2] aaf107bd-50d1-4507-a4d4-824a3f775623/aaf107bd-50d1-4507-a4d4-824a3f775623.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 667.062729] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-46a34ff8-72b8-4c15-9f53-559f19ce02f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.069581] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 667.069581] env[65481]: value = "task-4884022" [ 667.069581] env[65481]: _type = "Task" [ 667.069581] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.078455] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884022, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.399029] env[65481]: DEBUG nova.scheduler.client.report [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 667.412023] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 667.437677] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 667.437945] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 667.438119] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 667.438297] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 667.438434] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 667.438574] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 667.438771] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 667.438919] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 667.439090] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 667.439248] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 667.439411] env[65481]: DEBUG nova.virt.hardware [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 667.440336] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c4b153-f1b4-442c-851b-132598ca924d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.449561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00c8cf48-3950-486f-931c-0556871311d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.515327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 667.579973] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884022, 'name': Rename_Task, 'duration_secs': 0.349891} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 667.579973] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 667.580298] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cff6d0aa-aa82-491b-b14a-7bc85bf77dcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 667.587314] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 667.587314] env[65481]: value = "task-4884023" [ 667.587314] env[65481]: _type = "Task" [ 667.587314] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 667.596723] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884023, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 667.883993] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 667.904675] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 667.905092] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 667.908314] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 7.785s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 667.909069] env[65481]: INFO nova.compute.claims [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 668.082330] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Successfully updated port: e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 668.108456] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884023, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.181185] env[65481]: WARNING neutronclient.v2_0.client [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.295182] env[65481]: DEBUG nova.network.neutron [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Updating instance_info_cache with network_info: [{"id": "f6225448-6dae-4acf-a257-eaa45ce13b40", "address": "fa:16:3e:df:49:b1", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6225448-6d", "ovs_interfaceid": "f6225448-6dae-4acf-a257-eaa45ce13b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 668.415471] env[65481]: DEBUG nova.compute.utils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 668.420309] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 668.421667] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 668.421667] env[65481]: WARNING neutronclient.v2_0.client [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.421667] env[65481]: WARNING neutronclient.v2_0.client [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 668.586924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 668.586924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 668.587098] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 668.602477] env[65481]: DEBUG oslo_vmware.api [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884023, 'name': PowerOnVM_Task, 'duration_secs': 0.817648} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 668.605886] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 668.606235] env[65481]: INFO nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Took 13.06 seconds to spawn the instance on the hypervisor. [ 668.606516] env[65481]: DEBUG nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 668.607766] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1ecb8e-f6d7-42d3-b9af-7607a904358a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.735366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.735677] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.735858] env[65481]: DEBUG nova.compute.manager [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Going to confirm migration 1 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 668.796845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 668.797319] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance network_info: |[{"id": "f6225448-6dae-4acf-a257-eaa45ce13b40", "address": "fa:16:3e:df:49:b1", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6225448-6d", "ovs_interfaceid": "f6225448-6dae-4acf-a257-eaa45ce13b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 668.798492] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:49:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6225448-6dae-4acf-a257-eaa45ce13b40', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 668.809328] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating folder: Project (844bcb8470044e48bf34580cf652307d). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.809814] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79a25c11-da80-42b8-bccf-10c11dbe9561 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.822829] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created folder: Project (844bcb8470044e48bf34580cf652307d) in parent group-v951696. [ 668.823167] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating folder: Instances. Parent ref: group-v951749. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 668.823875] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-29ce351c-9807-4a93-a2d4-8c67dc4ff2a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.836798] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created folder: Instances in parent group-v951749. [ 668.836798] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 668.836798] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 668.836798] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-145dd77c-2f57-40d9-a406-37cd5dd9171e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 668.860408] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 668.860408] env[65481]: value = "task-4884026" [ 668.860408] env[65481]: _type = "Task" [ 668.860408] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 668.874814] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 668.875143] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 668.875273] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884026, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 668.921266] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 668.972884] env[65481]: DEBUG nova.policy [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ab50e99abeee48ad96c08daf8bebf6b3', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7207c54918a046eea8f54efe487d453a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 669.139073] env[65481]: INFO nova.compute.manager [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Took 20.67 seconds to build instance. [ 669.164699] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 669.249106] env[65481]: WARNING neutronclient.v2_0.client [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.273133] env[65481]: WARNING neutronclient.v2_0.client [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.333743] env[65481]: WARNING neutronclient.v2_0.client [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.334422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.334422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.334572] env[65481]: DEBUG nova.network.neutron [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 669.334623] env[65481]: DEBUG nova.objects.instance [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lazy-loading 'info_cache' on Instance uuid df813b65-e6c1-402e-b3c5-8d0d4404c003 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 669.380893] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884026, 'name': CreateVM_Task, 'duration_secs': 0.377557} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.382112] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 669.382631] env[65481]: WARNING neutronclient.v2_0.client [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 669.382996] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.383150] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.383470] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 669.384104] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-43beac32-e872-43b1-86b4-75f61b4df425 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.389953] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 669.389953] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b446f1-915f-a253-f16a-8e6b9cb33bb8" [ 669.389953] env[65481]: _type = "Task" [ 669.389953] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.401176] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b446f1-915f-a253-f16a-8e6b9cb33bb8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.416566] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-339e99ec-6d5c-40dc-96b6-d40099e1f7b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.420985] env[65481]: DEBUG nova.network.neutron [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Updating instance_info_cache with network_info: [{"id": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "address": "fa:16:3e:59:bc:3c", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape124bd9c-12", "ovs_interfaceid": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 669.433129] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c3e3c9e-6251-4ae9-b9e2-19b0139347dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.473590] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b93a5c93-cd89-46a5-a528-ad1963a304fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.477531] env[65481]: DEBUG nova.compute.manager [req-7978f3d2-896f-4349-8d8c-dc6aa519cfe6 req-01499fe8-bdcb-4cd6-af30-64fec1a7fdc1 service nova] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Received event network-vif-deleted-3798e5d1-3536-46f5-b0a4-d3c90c64d231 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 669.485190] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eca35f5d-083a-42be-845f-d287a07ed989 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.490476] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Successfully created port: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 669.505101] env[65481]: DEBUG nova.compute.provider_tree [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 669.641867] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2e9dc9bc-7506-4f2c-89b7-a56a963a909c tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.182s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 669.849141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "6d7b881c-facf-4138-be2d-391633018358" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 669.849141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 669.901415] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b446f1-915f-a253-f16a-8e6b9cb33bb8, 'name': SearchDatastore_Task, 'duration_secs': 0.015092} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.901757] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.902142] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 669.902281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 669.902402] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 669.902569] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 669.902835] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-71732482-0caf-498f-8b5a-e0b24575f23b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.912857] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 669.913066] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 669.915913] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cd223e7-0c4e-4a37-b64b-2a43e5c8c0d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.921066] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 669.921066] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5273bf33-b2f7-76be-3fda-53f2442caffe" [ 669.921066] env[65481]: _type = "Task" [ 669.921066] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.925379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 669.926062] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Instance network_info: |[{"id": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "address": "fa:16:3e:59:bc:3c", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape124bd9c-12", "ovs_interfaceid": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 669.926548] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:59:bc:3c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e124bd9c-12de-4ed7-87b3-72a111f282c4', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 669.935891] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Creating folder: Project (c2d07f9597fb4606a2978de30f93b971). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.936642] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-654a7a3a-9aae-477f-afb3-9502e2868d7d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.944044] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 669.946112] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5273bf33-b2f7-76be-3fda-53f2442caffe, 'name': SearchDatastore_Task, 'duration_secs': 0.010572} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 669.948381] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e7fca4a9-160d-40ec-8f8d-5813ca5d07e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.955686] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 669.955686] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526750e4-6b2e-6700-c050-dd2db0a924be" [ 669.955686] env[65481]: _type = "Task" [ 669.955686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 669.963323] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Created folder: Project (c2d07f9597fb4606a2978de30f93b971) in parent group-v951696. [ 669.963323] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Creating folder: Instances. Parent ref: group-v951752. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 669.963323] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-9fbc44e3-2698-4288-bdc8-2ac0307cd428 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.967874] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526750e4-6b2e-6700-c050-dd2db0a924be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 669.979733] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 669.980025] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 669.980604] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 669.980604] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 669.980604] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 669.980814] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 669.980942] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 669.981593] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 669.981593] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 669.981593] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 669.981851] env[65481]: DEBUG nova.virt.hardware [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 669.983469] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f22f645-9aa7-4f4e-98c7-7211ee159749 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 669.986863] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Created folder: Instances in parent group-v951752. [ 669.987120] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 669.988347] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 669.988347] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-be7ba57c-f33a-456a-9f69-7158dbac63da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.007473] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3d15cb6-3021-4183-8f49-06d45fcf21eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.015060] env[65481]: DEBUG nova.scheduler.client.report [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 670.018362] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 670.018362] env[65481]: value = "task-4884029" [ 670.018362] env[65481]: _type = "Task" [ 670.018362] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.037489] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.144647] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 670.302424] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.302716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.302901] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.303144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.303252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.308337] env[65481]: INFO nova.compute.manager [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Terminating instance [ 670.346968] env[65481]: WARNING neutronclient.v2_0.client [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 670.466104] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526750e4-6b2e-6700-c050-dd2db0a924be, 'name': SearchDatastore_Task, 'duration_secs': 0.03469} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 670.466493] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 670.466631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 670.466903] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b42a732d-e141-4871-b9e1-6a624b4201a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.474997] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 670.474997] env[65481]: value = "task-4884030" [ 670.474997] env[65481]: _type = "Task" [ 670.474997] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.486250] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884030, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.519991] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.612s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 670.520574] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 670.525510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.885s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 670.526236] env[65481]: INFO nova.compute.claims [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 670.539478] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.683271] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 670.814057] env[65481]: DEBUG nova.compute.manager [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 670.814270] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 670.815572] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-23f1f239-7492-4f49-9704-19e5a68df841 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.828825] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 670.829216] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5fc1d9fd-602b-4ee7-9f7f-cb39af08425b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 670.839236] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 670.839236] env[65481]: value = "task-4884031" [ 670.839236] env[65481]: _type = "Task" [ 670.839236] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 670.854045] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4884031, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 670.988430] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884030, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.034349] env[65481]: DEBUG nova.compute.utils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 671.040055] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 671.044228] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 671.044660] env[65481]: WARNING neutronclient.v2_0.client [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.044982] env[65481]: WARNING neutronclient.v2_0.client [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.055505] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.132245] env[65481]: WARNING neutronclient.v2_0.client [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.170606] env[65481]: DEBUG nova.policy [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c7faaec8bc439f9020e458ccbf72b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f85cfd4a6464989b6e7055bc21e2862', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 671.215476] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Successfully updated port: 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 671.265727] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Received event network-changed-69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 671.266028] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Refreshing instance network info cache due to event network-changed-69af2ac9-7045-476b-af13-83fbbad63743. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 671.266312] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquiring lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.266531] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquired lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.266775] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Refreshing network info cache for port 69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 671.325480] env[65481]: DEBUG nova.network.neutron [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [{"id": "ad951971-bb22-4471-8125-bbf2338c5709", "address": "fa:16:3e:27:90:b2", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapad951971-bb", "ovs_interfaceid": "ad951971-bb22-4471-8125-bbf2338c5709", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 671.354275] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4884031, 'name': PowerOffVM_Task, 'duration_secs': 0.412816} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.354275] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 671.354275] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 671.354275] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2461d15a-d509-48a5-a115-fc83d3316412 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.418649] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 671.418811] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 671.418971] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Deleting the datastore file [datastore2] bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 671.420266] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f644dde-3dc5-495b-ab7b-6f2f24ce83f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.427721] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for the task: (returnval){ [ 671.427721] env[65481]: value = "task-4884033" [ 671.427721] env[65481]: _type = "Task" [ 671.427721] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.438785] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4884033, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.485957] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884030, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.64041} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.486715] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 671.486715] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 671.486715] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-802c8114-216c-45bc-936d-582072ab9b58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 671.494949] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 671.494949] env[65481]: value = "task-4884034" [ 671.494949] env[65481]: _type = "Task" [ 671.494949] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 671.506085] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884034, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.536776] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 671.540641] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 671.622777] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Successfully created port: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 671.719019] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 671.719759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquired lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 671.720240] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 671.776685] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 671.828302] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-df813b65-e6c1-402e-b3c5-8d0d4404c003" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 671.828572] env[65481]: DEBUG nova.objects.instance [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lazy-loading 'migration_context' on Instance uuid df813b65-e6c1-402e-b3c5-8d0d4404c003 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 671.940031] env[65481]: DEBUG oslo_vmware.api [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Task: {'id': task-4884033, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.182566} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 671.940648] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 671.940752] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 671.941090] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 671.941610] env[65481]: INFO nova.compute.manager [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 671.941733] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 671.941929] env[65481]: DEBUG nova.compute.manager [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 671.942322] env[65481]: DEBUG nova.network.neutron [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 671.942583] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.010766] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884034, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.164941} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.013956] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 672.015534] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9126ef6-ac0c-4926-a6c1-4e0bc845f98c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.046698] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Reconfiguring VM instance instance-00000014 to attach disk [datastore1] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 672.059564] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9aef28cd-3368-46a9-adce-d52c26af7b1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.077730] env[65481]: DEBUG nova.objects.instance [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lazy-loading 'flavor' on Instance uuid ba75545a-61a2-4a80-b5bf-72bfc47badb1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 672.082582] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.097390] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.099297] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 672.099297] env[65481]: value = "task-4884035" [ 672.099297] env[65481]: _type = "Task" [ 672.099297] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.112454] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884035, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.131392] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7150d09-65de-4291-b0ca-0cdcebb52ba2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.139402] env[65481]: INFO nova.compute.manager [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Rebuilding instance [ 672.145028] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0ac505c-5ff1-4b09-8dc2-41119c1dedc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.183271] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6464d17-4cd4-4772-90c6-ce800ff9d614 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.192022] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a781358a-99ee-4e20-8757-a7547b4ea72d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.210880] env[65481]: DEBUG nova.compute.provider_tree [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 672.219012] env[65481]: DEBUG nova.compute.manager [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 672.219906] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7d662e0-47bd-40f3-a05a-1aaa5db23a61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.332527] env[65481]: DEBUG nova.objects.base [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 672.333151] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b34ea2d7-6c21-4caf-a0a0-ed2f29c8df1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.358298] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-feca95be-6c06-4ed7-8e5f-beaff821c686 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.363057] env[65481]: DEBUG oslo_vmware.api [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 672.363057] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52756204-5cd7-dfd6-00c8-60ea864ae9d1" [ 672.363057] env[65481]: _type = "Task" [ 672.363057] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 672.371915] env[65481]: DEBUG oslo_vmware.api [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52756204-5cd7-dfd6-00c8-60ea864ae9d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.415627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.415890] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.547841] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.575793] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 672.598749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 672.598960] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 672.599285] env[65481]: WARNING neutronclient.v2_0.client [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 672.601775] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 672.601979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 672.611225] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 672.611225] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 672.611225] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 672.611225] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 672.611512] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 672.611512] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 672.611512] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 672.611512] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 672.611512] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 672.611759] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 672.611759] env[65481]: DEBUG nova.virt.hardware [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 672.612737] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e800e113-ecba-432b-bf32-8fb7a8c68e4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.620223] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884035, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 672.625906] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95ed35c0-d396-45d2-baa5-07862144664e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 672.717058] env[65481]: DEBUG nova.scheduler.client.report [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 672.874186] env[65481]: DEBUG oslo_vmware.api [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52756204-5cd7-dfd6-00c8-60ea864ae9d1, 'name': SearchDatastore_Task, 'duration_secs': 0.019621} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 672.874508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 673.046690] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884029, 'name': CreateVM_Task, 'duration_secs': 2.684851} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.046877] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 673.047397] env[65481]: WARNING neutronclient.v2_0.client [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.047763] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.047914] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.048272] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 673.048537] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70b8819f-f7cf-4c88-9fe9-97c1d25ee11f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.054239] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 673.054239] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f16482-d418-af44-4364-6be7c00e4f1e" [ 673.054239] env[65481]: _type = "Task" [ 673.054239] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.065460] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f16482-d418-af44-4364-6be7c00e4f1e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.115238] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884035, 'name': ReconfigVM_Task, 'duration_secs': 0.702135} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.115725] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Reconfigured VM instance instance-00000014 to attach disk [datastore1] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 673.116283] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7bfc954e-ad32-4f70-9e77-18d3c52cc70f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.124125] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 673.124125] env[65481]: value = "task-4884036" [ 673.124125] env[65481]: _type = "Task" [ 673.124125] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.134177] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884036, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.140905] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.211942] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 673.225024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.701s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 673.225555] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 673.232227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 12.189s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 673.233873] env[65481]: INFO nova.compute.claims [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 673.238775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 673.238941] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d61c31a5-8e1b-4ce4-acf6-cb40f116f7be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.247635] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 673.247635] env[65481]: value = "task-4884037" [ 673.247635] env[65481]: _type = "Task" [ 673.247635] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.265524] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884037, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.295869] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Successfully updated port: 2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 673.570179] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f16482-d418-af44-4364-6be7c00e4f1e, 'name': SearchDatastore_Task, 'duration_secs': 0.021872} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.570578] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 673.570918] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 673.571271] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.571328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.571476] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 673.571818] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-155f512b-8884-450a-8038-314f86276a22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.584331] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 673.584529] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 673.585383] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e4cf4580-3ef9-4c7e-94e2-360870505105 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.593522] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 673.593522] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fbde5e-d59b-d0b0-7ec0-b3e5cd5e9578" [ 673.593522] env[65481]: _type = "Task" [ 673.593522] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.600657] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fbde5e-d59b-d0b0-7ec0-b3e5cd5e9578, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.610351] env[65481]: DEBUG nova.network.neutron [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.635315] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884036, 'name': Rename_Task, 'duration_secs': 0.205011} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.636300] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updated VIF entry in instance network info cache for port 69af2ac9-7045-476b-af13-83fbbad63743. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 673.636616] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updating instance_info_cache with network_info: [{"id": "69af2ac9-7045-476b-af13-83fbbad63743", "address": "fa:16:3e:54:2f:78", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap69af2ac9-70", "ovs_interfaceid": "69af2ac9-7045-476b-af13-83fbbad63743", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 673.637834] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 673.641320] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4e6a5d14-67de-42d6-9209-4846e7b4dec9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.645360] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 673.645360] env[65481]: value = "task-4884038" [ 673.645360] env[65481]: _type = "Task" [ 673.645360] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.657010] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884038, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.740089] env[65481]: DEBUG nova.compute.utils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 673.743062] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 673.743328] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 673.743574] env[65481]: WARNING neutronclient.v2_0.client [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.744044] env[65481]: WARNING neutronclient.v2_0.client [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.764761] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884037, 'name': PowerOffVM_Task, 'duration_secs': 0.134867} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 673.765226] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 673.765820] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 673.767228] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c5347ed-41cd-4426-8b2f-4d3a13970589 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.775481] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 673.775765] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1432193f-75dd-493a-a0b6-ebd3dfb1fa75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.803674] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 673.803898] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 673.804048] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 673.806673] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 673.806869] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 673.806952] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Deleting the datastore file [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 673.809707] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f8b5c2b5-27b5-4953-84c3-8a8240dd2b17 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 673.820967] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 673.820967] env[65481]: value = "task-4884040" [ 673.820967] env[65481]: _type = "Task" [ 673.820967] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 673.831343] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884040, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 673.912696] env[65481]: WARNING neutronclient.v2_0.client [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 673.999767] env[65481]: DEBUG nova.policy [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae8b60fd8b944e0b1b4f5eb9706f4c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d07f9597fb4606a2978de30f93b971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 674.107067] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fbde5e-d59b-d0b0-7ec0-b3e5cd5e9578, 'name': SearchDatastore_Task, 'duration_secs': 0.010468} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.107067] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49fec47c-0dd4-4810-90ca-e4d83010e762 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.113256] env[65481]: INFO nova.compute.manager [-] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Took 2.17 seconds to deallocate network for instance. [ 674.113644] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 674.113644] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5242b495-41c6-9486-5f1b-ce46b8ad40b6" [ 674.113644] env[65481]: _type = "Task" [ 674.113644] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.135154] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5242b495-41c6-9486-5f1b-ce46b8ad40b6, 'name': SearchDatastore_Task, 'duration_secs': 0.020197} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.135428] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.136248] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ef8ee289-43ea-4622-a923-2c5399847b57/ef8ee289-43ea-4622-a923-2c5399847b57.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 674.136248] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4a816d26-04da-4ef8-af13-8372369d664b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.138808] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Releasing lock "refresh_cache-1b658449-9a0e-4695-b986-fb802b8a5c29" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 674.139079] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Received event network-vif-plugged-f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.139281] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquiring lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.139482] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 674.139650] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 674.139809] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] No waiting events found dispatching network-vif-plugged-f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 674.139970] env[65481]: WARNING nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Received unexpected event network-vif-plugged-f6225448-6dae-4acf-a257-eaa45ce13b40 for instance with vm_state building and task_state spawning. [ 674.140137] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Received event network-changed-f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 674.140286] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Refreshing instance network info cache due to event network-changed-f6225448-6dae-4acf-a257-eaa45ce13b40. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 674.140462] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquiring lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 674.140591] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquired lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 674.140770] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Refreshing network info cache for port f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 674.144929] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 674.144929] env[65481]: value = "task-4884041" [ 674.144929] env[65481]: _type = "Task" [ 674.144929] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 674.158679] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884041, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.163747] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884038, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.168584] env[65481]: DEBUG nova.network.neutron [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 674.244193] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 674.333665] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884040, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140511} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.334044] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 674.334215] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 674.334424] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 674.456035] env[65481]: DEBUG nova.network.neutron [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Updating instance_info_cache with network_info: [{"id": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "address": "fa:16:3e:5c:b4:b7", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cce69f2-b4", "ovs_interfaceid": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 674.485239] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 674.540646] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Successfully created port: c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 674.631146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 674.645669] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.671434] env[65481]: DEBUG oslo_vmware.api [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884038, 'name': PowerOnVM_Task, 'duration_secs': 0.561902} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 674.676340] env[65481]: WARNING neutronclient.v2_0.client [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 674.680632] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 674.680935] env[65481]: INFO nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Took 9.76 seconds to spawn the instance on the hypervisor. [ 674.681449] env[65481]: DEBUG nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 674.681862] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884041, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 674.684100] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3883d1f8-d2d8-40f3-88f7-427a8f5863cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.739175] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f5663a-6b94-44f1-baeb-d07c27312b6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 674.750079] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f309e4f-0890-4e24-8a98-6d4a399dd511 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.544173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Releasing lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 675.544173] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Instance network_info: |[{"id": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "address": "fa:16:3e:5c:b4:b7", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cce69f2-b4", "ovs_interfaceid": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 675.550383] env[65481]: INFO nova.compute.manager [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Took 23.26 seconds to build instance. [ 675.552019] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 675.555461] env[65481]: WARNING neutronclient.v2_0.client [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 675.563081] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b4:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8cce69f2-b4f8-4413-affe-6e1b83e47cb5', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 675.570928] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Creating folder: Project (7207c54918a046eea8f54efe487d453a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.577132] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59267742-f96b-4296-9be8-17f015a476f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.580372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-32cf64d9-17cb-42b5-af4e-be51d2e14252 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.305s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.582435] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-984dcf2c-10a9-496d-a1b3-7757db231827 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.586893] env[65481]: DEBUG nova.compute.manager [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Received event network-vif-plugged-2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.587263] env[65481]: DEBUG oslo_concurrency.lockutils [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.587312] env[65481]: DEBUG oslo_concurrency.lockutils [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.588042] env[65481]: DEBUG oslo_concurrency.lockutils [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.588042] env[65481]: DEBUG nova.compute.manager [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] No waiting events found dispatching network-vif-plugged-2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 675.588042] env[65481]: WARNING nova.compute.manager [req-9c9233d8-100c-421b-9037-0fef78403253 req-dbc4cbb1-5b75-4658-9eb6-174009ca2bed service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Received unexpected event network-vif-plugged-2c833fff-5059-4b7b-9fcb-255e8b0e2887 for instance with vm_state building and task_state spawning. [ 675.600641] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884041, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.933866} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 675.606519] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 675.606773] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 675.606918] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 675.607112] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 675.607256] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 675.607394] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 675.607596] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 675.607744] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 675.607903] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 675.608070] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 675.608241] env[65481]: DEBUG nova.virt.hardware [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 675.608558] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ef8ee289-43ea-4622-a923-2c5399847b57/ef8ee289-43ea-4622-a923-2c5399847b57.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 675.608765] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 675.610115] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f44c6632-796f-481b-a3b7-7fe91043911e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.615159] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Created folder: Project (7207c54918a046eea8f54efe487d453a) in parent group-v951696. [ 675.615361] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Creating folder: Instances. Parent ref: group-v951755. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 675.616166] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d7215e-8f18-49bc-ab7f-1f3044c12090 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.621009] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-90eff8ee-f0dc-4b81-a37d-b30442ba85f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.623575] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12f36f86-ac50-4d04-abb7-bcea744716e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.627537] env[65481]: DEBUG nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Received event network-vif-plugged-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.627753] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Acquiring lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.627964] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.628151] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 675.628326] env[65481]: DEBUG nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] No waiting events found dispatching network-vif-plugged-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 675.628600] env[65481]: WARNING nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Received unexpected event network-vif-plugged-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 for instance with vm_state building and task_state spawning. [ 675.628798] env[65481]: DEBUG nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Received event network-changed-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 675.628967] env[65481]: DEBUG nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Refreshing instance network info cache due to event network-changed-8cce69f2-b4f8-4413-affe-6e1b83e47cb5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 675.629175] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Acquiring lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 675.629304] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Acquired lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 675.629453] env[65481]: DEBUG nova.network.neutron [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Refreshing network info cache for port 8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 675.652927] env[65481]: DEBUG nova.compute.provider_tree [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 675.659062] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bfb18cf-667d-4b17-a564-66f81297e53b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.663197] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 675.663197] env[65481]: value = "task-4884043" [ 675.663197] env[65481]: _type = "Task" [ 675.663197] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.678586] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Created folder: Instances in parent group-v951755. [ 675.678916] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 675.679909] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 675.680529] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5d7416d0-5f42-4366-93b4-e9baf95e3618 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 675.704059] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884043, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.711052] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 675.711052] env[65481]: value = "task-4884045" [ 675.711052] env[65481]: _type = "Task" [ 675.711052] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 675.721301] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884045, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 675.792018] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "fdca127b-6482-4d08-bddc-a43167df9cfb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 675.792359] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 675.868224] env[65481]: DEBUG nova.network.neutron [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.076986] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 676.077279] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 676.077449] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 676.077622] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 676.077787] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 676.077916] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 676.078511] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 676.078752] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 676.078905] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 676.079108] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 676.080118] env[65481]: DEBUG nova.virt.hardware [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 676.083042] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e14a0303-9503-43ef-b907-646e6723b9a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.086360] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 676.095775] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b0d71d5-8311-446b-a65b-8a3f3b89a175 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.113514] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.120976] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.120976] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.120976] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8193d9f6-d1a8-438b-92d2-e26d504b7690 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.136540] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.141021] env[65481]: WARNING neutronclient.v2_0.client [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.150205] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.150205] env[65481]: value = "task-4884046" [ 676.150205] env[65481]: _type = "Task" [ 676.150205] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.158630] env[65481]: DEBUG nova.scheduler.client.report [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 676.166206] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884046, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.175372] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884043, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.099007} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.175624] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 676.176563] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b25d38b-6e17-4cf4-861d-4cfb78fe53a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.203243] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Reconfiguring VM instance instance-00000015 to attach disk [datastore1] ef8ee289-43ea-4622-a923-2c5399847b57/ef8ee289-43ea-4622-a923-2c5399847b57.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 676.203243] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6583c4c6-f06b-47bd-93b4-a261a8d94cdc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.226011] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884045, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.227902] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 676.227902] env[65481]: value = "task-4884047" [ 676.227902] env[65481]: _type = "Task" [ 676.227902] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.243874] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884047, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.267205] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Successfully updated port: c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 676.325379] env[65481]: WARNING neutronclient.v2_0.client [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.359219] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Updated VIF entry in instance network info cache for port f6225448-6dae-4acf-a257-eaa45ce13b40. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.359219] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Updating instance_info_cache with network_info: [{"id": "f6225448-6dae-4acf-a257-eaa45ce13b40", "address": "fa:16:3e:df:49:b1", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf6225448-6d", "ovs_interfaceid": "f6225448-6dae-4acf-a257-eaa45ce13b40", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.371066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.371857] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Instance network_info: |[{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 676.372835] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5d:81:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2c833fff-5059-4b7b-9fcb-255e8b0e2887', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 676.384793] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Creating folder: Project (2f85cfd4a6464989b6e7055bc21e2862). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.384793] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7afc29a9-7ce0-4a73-9de8-cea7845845bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.413697] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Created folder: Project (2f85cfd4a6464989b6e7055bc21e2862) in parent group-v951696. [ 676.414034] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Creating folder: Instances. Parent ref: group-v951759. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 676.414399] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d1f8bf8f-510d-4ef8-9986-950514a0be3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.425906] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Created folder: Instances in parent group-v951759. [ 676.426270] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 676.426416] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 676.427622] env[65481]: DEBUG nova.network.neutron [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.428984] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e59e15c1-739f-4182-9287-d9b20f02f5e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.453514] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 676.453514] env[65481]: value = "task-4884050" [ 676.453514] env[65481]: _type = "Task" [ 676.453514] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.463316] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884050, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.488112] env[65481]: WARNING neutronclient.v2_0.client [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.597609] env[65481]: DEBUG nova.network.neutron [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Updated VIF entry in instance network info cache for port 8cce69f2-b4f8-4413-affe-6e1b83e47cb5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 676.598047] env[65481]: DEBUG nova.network.neutron [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Updating instance_info_cache with network_info: [{"id": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "address": "fa:16:3e:5c:b4:b7", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.186", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8cce69f2-b4", "ovs_interfaceid": "8cce69f2-b4f8-4413-affe-6e1b83e47cb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 676.625182] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.662098] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884046, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.668309] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.440s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.668859] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 676.671697] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.564s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.673270] env[65481]: INFO nova.compute.claims [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 676.729077] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884045, 'name': CreateVM_Task, 'duration_secs': 0.845354} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.735357] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.737462] env[65481]: WARNING neutronclient.v2_0.client [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.737838] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.738074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.738295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.741392] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a01dd24-228b-424b-a237-3ba3da8d3403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.748629] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884047, 'name': ReconfigVM_Task, 'duration_secs': 0.405357} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.749842] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Reconfigured VM instance instance-00000015 to attach disk [datastore1] ef8ee289-43ea-4622-a923-2c5399847b57/ef8ee289-43ea-4622-a923-2c5399847b57.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 676.750648] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-12ce671f-516f-46e7-86d9-8df4d8f23e25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.754833] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 676.754833] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52158e41-7d58-63e3-1ea6-629cd6b74e4f" [ 676.754833] env[65481]: _type = "Task" [ 676.754833] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.761898] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 676.761898] env[65481]: value = "task-4884051" [ 676.761898] env[65481]: _type = "Task" [ 676.761898] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.770279] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.770463] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.770639] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 676.772000] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52158e41-7d58-63e3-1ea6-629cd6b74e4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.777930] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884051, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.860514] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Releasing lock "refresh_cache-958fbfe5-9ecc-4adb-83ce-8267c0cb429d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.860865] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Received event network-vif-plugged-e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 676.861076] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquiring lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 676.861278] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 676.861433] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 676.861596] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] No waiting events found dispatching network-vif-plugged-e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 676.861777] env[65481]: WARNING nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Received unexpected event network-vif-plugged-e124bd9c-12de-4ed7-87b3-72a111f282c4 for instance with vm_state building and task_state spawning. [ 676.861957] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Received event network-changed-e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 676.862209] env[65481]: DEBUG nova.compute.manager [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Refreshing instance network info cache due to event network-changed-e124bd9c-12de-4ed7-87b3-72a111f282c4. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 676.862400] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquiring lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.862521] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Acquired lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.862684] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Refreshing network info cache for port e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 676.946210] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 676.946458] env[65481]: DEBUG nova.compute.manager [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Inject network info {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 676.946720] env[65481]: DEBUG nova.compute.manager [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] network_info to inject: |[{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 676.951747] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfiguring VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 676.952098] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a81a0b23-a64e-4939-9e0f-4fef7d2ac70b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.971430] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884050, 'name': CreateVM_Task, 'duration_secs': 0.429175} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 676.972688] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 676.973036] env[65481]: DEBUG oslo_vmware.api [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 676.973036] env[65481]: value = "task-4884052" [ 676.973036] env[65481]: _type = "Task" [ 676.973036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.973550] env[65481]: WARNING neutronclient.v2_0.client [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 676.973888] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 676.974042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 676.974343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 676.974630] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e634f4c7-1e98-4cb0-a267-8c51a0216af8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 676.985028] env[65481]: DEBUG oslo_vmware.api [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884052, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 676.986577] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 676.986577] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52209eab-c759-5f25-87d8-463f814e42c5" [ 676.986577] env[65481]: _type = "Task" [ 676.986577] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 676.995193] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52209eab-c759-5f25-87d8-463f814e42c5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.103673] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] Releasing lock "refresh_cache-1321d4fa-a370-4159-84e3-cdddaa0e1ede" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.103673] env[65481]: DEBUG nova.compute.manager [req-0c9c6d2b-b046-4c55-85a0-9392f86c796d req-480414c8-8503-4c43-a5c8-53d38a3a2d57 service nova] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Received event network-vif-deleted-61154a31-f136-4b4b-bb69-e761e2fecba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 677.162281] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884046, 'name': CreateVM_Task, 'duration_secs': 0.516724} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.162457] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 677.162827] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.180497] env[65481]: DEBUG nova.compute.utils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 677.182011] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 677.182257] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 677.182518] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.183058] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.243627] env[65481]: DEBUG nova.policy [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b04a42707e8147fd9a5900bb100f2d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e070f0b540e461d91f11194ac41e7f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 677.267564] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52158e41-7d58-63e3-1ea6-629cd6b74e4f, 'name': SearchDatastore_Task, 'duration_secs': 0.011778} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.271259] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.271364] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.272539] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.272539] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.272736] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.275145] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b2aff815-9ab1-4ddd-8516-cd6aea4e5779 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.282698] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884051, 'name': Rename_Task, 'duration_secs': 0.16611} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.282948] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 677.283206] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-88872ee9-cc2e-4745-a4b4-0c0a8e3d0b8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.287878] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.288110] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.288915] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9270d98a-9078-4814-8d24-f15473f58814 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.292954] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 677.292954] env[65481]: value = "task-4884053" [ 677.292954] env[65481]: _type = "Task" [ 677.292954] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.298549] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 677.298549] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ed1c1-58a9-d474-f4b0-1eed0d42bf96" [ 677.298549] env[65481]: _type = "Task" [ 677.298549] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.305354] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884053, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.310996] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ed1c1-58a9-d474-f4b0-1eed0d42bf96, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.366465] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.369747] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 677.754022] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52209eab-c759-5f25-87d8-463f814e42c5, 'name': SearchDatastore_Task, 'duration_secs': 0.018159} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.754022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 677.754022] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 677.754022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 677.755565] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.755565] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 677.755565] env[65481]: DEBUG oslo_vmware.api [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884052, 'name': ReconfigVM_Task, 'duration_secs': 0.276088} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.755565] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 677.758678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 677.758678] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ce8fdfd0-9cce-486d-991f-6b27d27ebb6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.758678] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c8588c4-5dae-49e1-991c-8275fd53d2f7 tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfigured VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 677.758678] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-730e7753-6a56-4225-a6c0-dae700227753 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.758678] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 677.758678] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522ad652-73a0-e065-f5a7-fcd9d04ccd57" [ 677.758678] env[65481]: _type = "Task" [ 677.758678] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.759856] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 677.759856] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 677.759856] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8ab59f4-27d3-4ff8-954e-e576be7ec814 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.759856] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522ad652-73a0-e065-f5a7-fcd9d04ccd57, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.759856] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 677.759856] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eecd9a-bb0b-b94c-fd26-66da73994163" [ 677.759856] env[65481]: _type = "Task" [ 677.759856] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.762382] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eecd9a-bb0b-b94c-fd26-66da73994163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.762382] env[65481]: WARNING neutronclient.v2_0.client [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.762382] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Successfully created port: fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 677.762382] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 677.762382] env[65481]: WARNING neutronclient.v2_0.client [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 677.807808] env[65481]: DEBUG oslo_vmware.api [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884053, 'name': PowerOnVM_Task, 'duration_secs': 0.501872} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.811357] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 677.811676] env[65481]: INFO nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Took 10.40 seconds to spawn the instance on the hypervisor. [ 677.811915] env[65481]: DEBUG nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 677.813276] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b9ca4b-b311-4983-8292-6d7e3aa97cbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.825013] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ed1c1-58a9-d474-f4b0-1eed0d42bf96, 'name': SearchDatastore_Task, 'duration_secs': 0.030953} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 677.826206] env[65481]: DEBUG nova.network.neutron [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Updating instance_info_cache with network_info: [{"id": "c761c994-504b-4877-9fc2-3e3319c0abe2", "address": "fa:16:3e:88:b7:e8", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc761c994-50", "ovs_interfaceid": "c761c994-504b-4877-9fc2-3e3319c0abe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 677.829642] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94c89f87-fdcd-49d7-ac06-75d6b7990a24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 677.849024] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 677.849024] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c790bf-01b3-0935-87d8-bf53d8603508" [ 677.849024] env[65481]: _type = "Task" [ 677.849024] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 677.858200] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c790bf-01b3-0935-87d8-bf53d8603508, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 677.928578] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "aaf107bd-50d1-4507-a4d4-824a3f775623" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.930043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.930043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 677.930043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 677.930317] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 677.933927] env[65481]: INFO nova.compute.manager [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Terminating instance [ 677.992957] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Updated VIF entry in instance network info cache for port e124bd9c-12de-4ed7-87b3-72a111f282c4. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 677.993388] env[65481]: DEBUG nova.network.neutron [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Updating instance_info_cache with network_info: [{"id": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "address": "fa:16:3e:59:bc:3c", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape124bd9c-12", "ovs_interfaceid": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 678.046346] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522ad652-73a0-e065-f5a7-fcd9d04ccd57, 'name': SearchDatastore_Task, 'duration_secs': 0.02359} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.046806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.047159] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 678.047391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.061333] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eecd9a-bb0b-b94c-fd26-66da73994163, 'name': SearchDatastore_Task, 'duration_secs': 0.011885} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.062287] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4cf05751-f44c-443e-a449-88bfff6daf6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.069181] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 678.069181] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52278210-9fec-239e-ab25-8ab3ae7a7cc0" [ 678.069181] env[65481]: _type = "Task" [ 678.069181] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.079175] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52278210-9fec-239e-ab25-8ab3ae7a7cc0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.230777] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75884cad-98e0-4528-99cb-dc6f0bafea18 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.247397] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-769edc22-374c-4d1a-a4eb-c5ec82484fc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.285798] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c7afe6-e4e2-49aa-bb43-bf79691610e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.295423] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e602fa4-ee8f-4a1f-bb40-7981de257e88 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.311427] env[65481]: DEBUG nova.compute.provider_tree [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 678.329975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.330351] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Instance network_info: |[{"id": "c761c994-504b-4877-9fc2-3e3319c0abe2", "address": "fa:16:3e:88:b7:e8", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc761c994-50", "ovs_interfaceid": "c761c994-504b-4877-9fc2-3e3319c0abe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 678.330802] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:b7:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c761c994-504b-4877-9fc2-3e3319c0abe2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 678.338034] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 678.339258] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 678.339258] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-839f014a-b8a4-4ca9-aff7-9322bd151bc5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.359518] env[65481]: INFO nova.compute.manager [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Took 21.10 seconds to build instance. [ 678.371297] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c790bf-01b3-0935-87d8-bf53d8603508, 'name': SearchDatastore_Task, 'duration_secs': 0.02423} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.372674] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.372930] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 1321d4fa-a370-4159-84e3-cdddaa0e1ede/1321d4fa-a370-4159-84e3-cdddaa0e1ede.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.373214] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 678.373214] env[65481]: value = "task-4884054" [ 678.373214] env[65481]: _type = "Task" [ 678.373214] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.374221] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9a5ab825-79de-44af-aa2c-946582241469 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.386069] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884054, 'name': CreateVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.387719] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 678.387719] env[65481]: value = "task-4884055" [ 678.387719] env[65481]: _type = "Task" [ 678.387719] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.397406] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884055, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.438166] env[65481]: DEBUG nova.compute.manager [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 678.438415] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 678.439754] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3e422a6-400c-439d-a78a-ad05a32b22d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.450958] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 678.450958] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1efcf8fc-ab23-431f-b729-dc23235adceb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.459442] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 678.459442] env[65481]: value = "task-4884056" [ 678.459442] env[65481]: _type = "Task" [ 678.459442] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.475190] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884056, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.496447] env[65481]: DEBUG oslo_concurrency.lockutils [req-08c05c9a-e9f7-443d-a94f-59963db2f8be req-1d735157-44b2-4fc7-84bd-ec10bbc01339 service nova] Releasing lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.581108] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52278210-9fec-239e-ab25-8ab3ae7a7cc0, 'name': SearchDatastore_Task, 'duration_secs': 0.019052} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.581108] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 678.581108] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de/7cc66662-7fc5-4de7-98ea-6f9b64c9c8de.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 678.581428] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.581428] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 678.581638] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d76ae642-7b99-4557-a461-377e530fbed5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.583688] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6045a6ea-35d1-46b4-92eb-7da4aa242181 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.592616] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 678.592616] env[65481]: value = "task-4884057" [ 678.592616] env[65481]: _type = "Task" [ 678.592616] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.594134] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 678.594283] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 678.598143] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa2e9004-3b12-4b65-ba53-66725ace6c8b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.609519] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884057, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.609928] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 678.609928] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52557d9a-cd31-ade7-8f9a-d942c1a51454" [ 678.609928] env[65481]: _type = "Task" [ 678.609928] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.619219] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52557d9a-cd31-ade7-8f9a-d942c1a51454, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.701044] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 678.738898] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 678.741269] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 678.741604] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 678.741878] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 678.742073] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 678.742251] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 678.742515] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 678.742675] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 678.742876] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 678.743128] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 678.743384] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 678.744657] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5a1ddc-c253-4d27-a80e-3d16d336205d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.756381] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-632d41b7-aefb-4e3b-a1cc-66192d641295 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.815912] env[65481]: DEBUG nova.scheduler.client.report [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 678.865938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-15e74c16-067e-4c5b-a272-1b06ddc942b2 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.612s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 678.889032] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884054, 'name': CreateVM_Task, 'duration_secs': 0.391031} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.892926] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 678.893188] env[65481]: WARNING neutronclient.v2_0.client [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 678.893548] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 678.893697] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 678.894052] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 678.894790] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e79ee036-4466-4822-803f-6024b2cfca90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 678.900688] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884055, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.904992] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 678.904992] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1159d-4516-7ab5-6951-ab1d21f72a84" [ 678.904992] env[65481]: _type = "Task" [ 678.904992] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 678.914962] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1159d-4516-7ab5-6951-ab1d21f72a84, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 678.970161] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884056, 'name': PowerOffVM_Task, 'duration_secs': 0.267663} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 678.970458] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 678.970619] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 678.970926] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0499b0c-b08c-4fd4-a57b-d2c1ef683a5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.041735] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 679.042030] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 679.042285] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Deleting the datastore file [datastore2] aaf107bd-50d1-4507-a4d4-824a3f775623 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 679.042621] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-915eee13-1e3c-475c-8e32-ac32e80c6f06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.049959] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for the task: (returnval){ [ 679.049959] env[65481]: value = "task-4884059" [ 679.049959] env[65481]: _type = "Task" [ 679.049959] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.059277] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.103700] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884057, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.121546] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52557d9a-cd31-ade7-8f9a-d942c1a51454, 'name': SearchDatastore_Task, 'duration_secs': 0.025416} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.122314] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f24516dd-12e9-4773-9a41-7830c8d81a36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.128306] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 679.128306] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d53067-0f2b-7708-c494-f3aefc482271" [ 679.128306] env[65481]: _type = "Task" [ 679.128306] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.135169] env[65481]: DEBUG nova.compute.manager [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Received event network-changed-2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.135286] env[65481]: DEBUG nova.compute.manager [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Refreshing instance network info cache due to event network-changed-2c833fff-5059-4b7b-9fcb-255e8b0e2887. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.135523] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] Acquiring lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.135664] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] Acquired lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.135815] env[65481]: DEBUG nova.network.neutron [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Refreshing network info cache for port 2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.140936] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d53067-0f2b-7708-c494-f3aefc482271, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.162190] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 679.162558] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing instance network info cache due to event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 679.162957] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.164631] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.164631] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 679.299589] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Successfully updated port: fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 679.321130] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.649s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 679.321767] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 679.324828] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 15.886s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 679.325055] env[65481]: DEBUG nova.objects.instance [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lazy-loading 'resources' on Instance uuid 36b79d1e-615e-41bb-9bbf-95510dd640ae {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 679.369465] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 679.405895] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884055, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.676562} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.406908] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 1321d4fa-a370-4159-84e3-cdddaa0e1ede/1321d4fa-a370-4159-84e3-cdddaa0e1ede.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.406908] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.411592] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b933e358-38bd-4415-9922-f20260c7b648 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.423435] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1159d-4516-7ab5-6951-ab1d21f72a84, 'name': SearchDatastore_Task, 'duration_secs': 0.037573} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.425153] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.425495] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 679.425750] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.426060] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 679.426060] env[65481]: value = "task-4884060" [ 679.426060] env[65481]: _type = "Task" [ 679.426060] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.438331] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884060, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.562281] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884059, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.606927] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884057, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.002971} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.607335] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de/7cc66662-7fc5-4de7-98ea-6f9b64c9c8de.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 679.607610] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 679.607899] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9cd358cc-4547-4001-bb43-20ef6c756b92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.616828] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 679.616828] env[65481]: value = "task-4884061" [ 679.616828] env[65481]: _type = "Task" [ 679.616828] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.634182] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884061, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.645334] env[65481]: WARNING neutronclient.v2_0.client [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.647849] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d53067-0f2b-7708-c494-f3aefc482271, 'name': SearchDatastore_Task, 'duration_secs': 0.038512} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.648329] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 679.648586] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 679.648856] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.649047] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 679.649267] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e15192f2-057a-4ecc-92f3-f4cadbc37738 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.651444] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb2383af-d794-4a3d-a243-a594bdc312f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.659973] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 679.659973] env[65481]: value = "task-4884062" [ 679.659973] env[65481]: _type = "Task" [ 679.659973] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.665244] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 679.665401] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 679.668379] env[65481]: WARNING neutronclient.v2_0.client [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.670876] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0582fc1b-2cab-42da-8166-0b00dcc67195 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.678216] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884062, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.683963] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 679.683963] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52238229-ec4f-e716-3b7b-4bb92bb8ae75" [ 679.683963] env[65481]: _type = "Task" [ 679.683963] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 679.697795] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52238229-ec4f-e716-3b7b-4bb92bb8ae75, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 679.804713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 679.805029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 679.805110] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 679.828970] env[65481]: DEBUG nova.compute.utils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 679.834528] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 679.834528] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 679.834528] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.834528] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.889033] env[65481]: DEBUG nova.policy [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b04a42707e8147fd9a5900bb100f2d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e070f0b540e461d91f11194ac41e7f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 679.892202] env[65481]: WARNING neutronclient.v2_0.client [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 679.909618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 679.941662] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884060, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211853} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 679.942255] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 679.943196] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03bbab8f-98bc-49cd-9cf9-b68f2a61069d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.973940] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Reconfiguring VM instance instance-00000016 to attach disk [datastore1] 1321d4fa-a370-4159-84e3-cdddaa0e1ede/1321d4fa-a370-4159-84e3-cdddaa0e1ede.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 679.977330] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-676d2a3d-edef-4079-a9fc-b3fd018659d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 679.999779] env[65481]: WARNING neutronclient.v2_0.client [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.003854] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 680.003854] env[65481]: value = "task-4884063" [ 680.003854] env[65481]: _type = "Task" [ 680.003854] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.013733] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884063, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.060040] env[65481]: DEBUG nova.objects.instance [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lazy-loading 'flavor' on Instance uuid ba75545a-61a2-4a80-b5bf-72bfc47badb1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 680.065235] env[65481]: DEBUG oslo_vmware.api [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Task: {'id': task-4884059, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.676884} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.071180] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 680.071466] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 680.071645] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 680.071816] env[65481]: INFO nova.compute.manager [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Took 1.63 seconds to destroy the instance on the hypervisor. [ 680.072134] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 680.073508] env[65481]: DEBUG nova.compute.manager [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 680.073508] env[65481]: DEBUG nova.network.neutron [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 680.073508] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.131750] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884061, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079612} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.132218] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 680.133066] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2be388a-d664-483a-b229-8df740b57375 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.160680] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfiguring VM instance instance-00000017 to attach disk [datastore2] 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de/7cc66662-7fc5-4de7-98ea-6f9b64c9c8de.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 680.164920] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d00409dd-1f55-47cf-bddb-d4e99b25aa70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.194591] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 680.194591] env[65481]: value = "task-4884064" [ 680.194591] env[65481]: _type = "Task" [ 680.194591] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.207274] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52238229-ec4f-e716-3b7b-4bb92bb8ae75, 'name': SearchDatastore_Task, 'duration_secs': 0.029064} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.207736] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884062, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.214290] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bfac6dfc-6d47-4373-b35d-dce9d88897c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.222572] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 680.222572] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524c9ed0-d0e4-1d39-d337-45022771d817" [ 680.222572] env[65481]: _type = "Task" [ 680.222572] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.231826] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.244818] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524c9ed0-d0e4-1d39-d337-45022771d817, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.253812] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Successfully created port: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 680.277080] env[65481]: DEBUG nova.network.neutron [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updated VIF entry in instance network info cache for port 2c833fff-5059-4b7b-9fcb-255e8b0e2887. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.277562] env[65481]: DEBUG nova.network.neutron [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.281644] env[65481]: INFO nova.compute.manager [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Rebuilding instance [ 680.330089] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 680.334911] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 680.349230] env[65481]: DEBUG nova.compute.manager [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 680.350419] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb858c4c-6d82-4594-8a01-e3e5dda81273 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.383599] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.383928] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.385683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 680.385683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 680.385683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 680.390395] env[65481]: INFO nova.compute.manager [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Terminating instance [ 680.514432] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884063, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.516223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d315507a-fd6c-4ea5-ab7d-eab2b41984a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.526623] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd46f77-ba44-413d-88dc-f7aaf96c93ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.562032] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updated VIF entry in instance network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 680.562407] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}, {"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 680.564262] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d2e6069-5149-45df-95b0-5511d965fd1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.567733] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 680.572925] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 680.578098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbf8a68-84ec-4bdf-be90-a2f24dc477ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.594375] env[65481]: DEBUG nova.compute.provider_tree [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 680.679083] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884062, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.851182} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.679416] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 680.679896] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 680.680010] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-db4d55e5-4c0c-44ad-9073-6bb76adc3b70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.688529] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 680.688529] env[65481]: value = "task-4884065" [ 680.688529] env[65481]: _type = "Task" [ 680.688529] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.701993] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884065, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.719913] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884064, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.746223] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524c9ed0-d0e4-1d39-d337-45022771d817, 'name': SearchDatastore_Task, 'duration_secs': 0.057551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 680.746628] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.746953] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ff720f13-03ae-4d1f-b714-21ea4423a29d/ff720f13-03ae-4d1f-b714-21ea4423a29d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 680.747266] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a989f9dc-57fb-4f38-a82a-fc1f1ab617ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.757921] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 680.757921] env[65481]: value = "task-4884066" [ 680.757921] env[65481]: _type = "Task" [ 680.757921] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.769561] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884066, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 680.780510] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ba318e1-0c13-4334-ae44-8ed49ed8eab7 req-f0987c9a-238c-47aa-b0cc-3876633cb766 service nova] Releasing lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 680.899021] env[65481]: DEBUG nova.compute.manager [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 680.899375] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 680.899814] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-97bbbec2-c0c0-4258-94b6-069ae66b5b2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 680.907775] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 680.907775] env[65481]: value = "task-4884067" [ 680.907775] env[65481]: _type = "Task" [ 680.907775] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 680.917623] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884067, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.014305] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884063, 'name': ReconfigVM_Task, 'duration_secs': 0.516288} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.014305] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Reconfigured VM instance instance-00000016 to attach disk [datastore1] 1321d4fa-a370-4159-84e3-cdddaa0e1ede/1321d4fa-a370-4159-84e3-cdddaa0e1ede.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.016259] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ab33021b-d55b-4835-a824-da5e9cb58144 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.023637] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 681.023637] env[65481]: value = "task-4884068" [ 681.023637] env[65481]: _type = "Task" [ 681.023637] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.034595] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884068, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.071679] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 681.072071] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Received event network-vif-plugged-c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.072300] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Acquiring lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.072647] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.073235] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.073235] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] No waiting events found dispatching network-vif-plugged-c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 681.073445] env[65481]: WARNING nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Received unexpected event network-vif-plugged-c761c994-504b-4877-9fc2-3e3319c0abe2 for instance with vm_state building and task_state spawning. [ 681.073698] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Received event network-changed-c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 681.074126] env[65481]: DEBUG nova.compute.manager [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Refreshing instance network info cache due to event network-changed-c761c994-504b-4877-9fc2-3e3319c0abe2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 681.074498] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Acquiring lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 681.074498] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Acquired lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.075843] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Refreshing network info cache for port c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 681.077260] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 681.077647] env[65481]: WARNING neutronclient.v2_0.client [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.097960] env[65481]: DEBUG nova.scheduler.client.report [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 681.200683] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884065, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078412} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.201308] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 681.202264] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a86ac1e-32ac-46f4-bfd5-3f64f79b8120 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.225566] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfiguring VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 681.229649] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ddcfb18b-9040-41e1-a7fb-6ddebbb3b9af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.253626] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 681.253626] env[65481]: value = "task-4884069" [ 681.253626] env[65481]: _type = "Task" [ 681.253626] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.256887] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884064, 'name': ReconfigVM_Task, 'duration_secs': 0.915687} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.260458] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfigured VM instance instance-00000017 to attach disk [datastore2] 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de/7cc66662-7fc5-4de7-98ea-6f9b64c9c8de.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.261347] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c257ed60-4e8d-435e-9343-ccf117cede53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.274791] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884069, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.279793] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884066, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.280331] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 681.280331] env[65481]: value = "task-4884070" [ 681.280331] env[65481]: _type = "Task" [ 681.280331] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.298414] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884070, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.339058] env[65481]: DEBUG nova.network.neutron [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 681.352855] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 681.375730] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 681.376052] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-21300026-4427-4992-af49-e0c37a4703bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.387716] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 681.387716] env[65481]: value = "task-4884071" [ 681.387716] env[65481]: _type = "Task" [ 681.387716] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.390592] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 681.390937] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 681.391104] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 681.391292] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 681.391427] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 681.391581] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 681.391813] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 681.391959] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 681.392145] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 681.392306] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 681.392462] env[65481]: DEBUG nova.virt.hardware [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 681.393940] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-daaf0968-95c5-45fd-adc3-3c83f6979309 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.408420] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884071, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.417145] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a406059-26ad-42c0-9a3c-4d5c5d099669 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.435399] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884067, 'name': PowerOffVM_Task, 'duration_secs': 0.445038} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.447645] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.447645] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 681.447645] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951706', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'name': 'volume-cedd67c1-1963-4650-a2b5-9a1e80295099', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1d70d-3d48-4bec-b648-e76e4608d4cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'serial': 'cedd67c1-1963-4650-a2b5-9a1e80295099'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 681.450087] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a12921f-e04f-4d5d-958b-6d11601ec553 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.475467] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4647f8-463d-4c01-92a6-731df108da11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.487273] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32a1940-1f50-4a28-8a06-dbae446be54c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.510169] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0194ee6e-e863-4dac-b77d-c4dd93fc5d74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.529500] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] The volume has not been displaced from its original location: [datastore1] volume-cedd67c1-1963-4650-a2b5-9a1e80295099/volume-cedd67c1-1963-4650-a2b5-9a1e80295099.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 681.535071] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Reconfiguring VM instance instance-0000000b to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 681.538614] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b774a34-6e9e-437c-be6d-b1b69bb60a34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.558567] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884068, 'name': Rename_Task, 'duration_secs': 0.176378} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.560052] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.560417] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 681.560417] env[65481]: value = "task-4884072" [ 681.560417] env[65481]: _type = "Task" [ 681.560417] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.560723] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8d49120-5b52-488a-8a4d-35cf6bc17996 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.572867] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884072, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.574815] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 681.574815] env[65481]: value = "task-4884073" [ 681.574815] env[65481]: _type = "Task" [ 681.574815] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.583586] env[65481]: WARNING neutronclient.v2_0.client [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 681.586108] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884073, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.604490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.280s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.607591] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 18.030s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.607975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.608248] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 681.608479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.931s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.610960] env[65481]: INFO nova.compute.claims [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 681.616110] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-345fe916-ffb9-47d9-948b-3aa9ab920af9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.626420] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36fcd0b-80d6-43ea-bde2-a9f74782983a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.646311] env[65481]: INFO nova.scheduler.client.report [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Deleted allocations for instance 36b79d1e-615e-41bb-9bbf-95510dd640ae [ 681.648877] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52da23fc-fadb-4ae4-bea1-58af6a4df9e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.669547] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5fd737-c200-4b99-8f3b-8718ea32a14f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.704568] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180280MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 681.704788] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.773717] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884069, 'name': ReconfigVM_Task, 'duration_secs': 0.418685} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.777055] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Reconfigured VM instance instance-0000000d to attach disk [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f/f15c8c2f-4a13-44c0-8949-b862d531010f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 681.778082] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884066, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814279} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.778294] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-53ea6535-72e4-40dd-90c6-0024831a0399 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.780030] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ff720f13-03ae-4d1f-b714-21ea4423a29d/ff720f13-03ae-4d1f-b714-21ea4423a29d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 681.780647] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 681.780647] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-61d7eae5-1dbd-424f-a84d-bd3d194aa5bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.789062] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 681.789062] env[65481]: value = "task-4884074" [ 681.789062] env[65481]: _type = "Task" [ 681.789062] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.797773] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 681.797773] env[65481]: value = "task-4884075" [ 681.797773] env[65481]: _type = "Task" [ 681.797773] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.798135] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884070, 'name': Rename_Task, 'duration_secs': 0.419355} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.798714] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 681.802387] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2aefd98c-882a-43b8-ae76-dcffa6221b56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.807369] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884074, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.813803] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884075, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.815338] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 681.815338] env[65481]: value = "task-4884076" [ 681.815338] env[65481]: _type = "Task" [ 681.815338] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 681.825907] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884076, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 681.841114] env[65481]: INFO nova.compute.manager [-] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Took 1.77 seconds to deallocate network for instance. [ 681.903622] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884071, 'name': PowerOffVM_Task, 'duration_secs': 0.316117} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 681.904632] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 681.904632] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 681.905095] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd874a1a-55c0-4a4f-822d-41942e1f26e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.913851] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 681.914205] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-42f42b74-a603-4191-9a63-4dd4555d581c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.928963] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.929300] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.929511] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 681.929686] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 681.929849] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 681.932603] env[65481]: INFO nova.compute.manager [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Terminating instance [ 681.989347] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 681.989622] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 681.989841] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore1] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 681.990207] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a246c41e-ceb4-4a1d-bb2a-b393316792bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 681.999106] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 681.999106] env[65481]: value = "task-4884078" [ 681.999106] env[65481]: _type = "Task" [ 681.999106] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.008683] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884078, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.035876] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Successfully updated port: ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 682.058039] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 682.075580] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.086696] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884073, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.168622] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c52d9d0-0e8a-4676-8118-e30d183e58a4 tempest-InstanceActionsNegativeTestJSON-813367746 tempest-InstanceActionsNegativeTestJSON-813367746-project-member] Lock "36b79d1e-615e-41bb-9bbf-95510dd640ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.540s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 682.303516] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884074, 'name': Rename_Task, 'duration_secs': 0.186401} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.306963] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 682.307387] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dac0ec4b-11f1-428e-b127-36d92a7c363a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.319221] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884075, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.103932} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.323671] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 682.324063] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Waiting for the task: (returnval){ [ 682.324063] env[65481]: value = "task-4884079" [ 682.324063] env[65481]: _type = "Task" [ 682.324063] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.324795] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c1d4541-266a-4c04-9de4-e789ce7ccd2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.335040] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884076, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.341772] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884079, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.354899] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 682.369660] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Reconfiguring VM instance instance-00000018 to attach disk [datastore2] ff720f13-03ae-4d1f-b714-21ea4423a29d/ff720f13-03ae-4d1f-b714-21ea4423a29d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 682.370100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8e32a5bf-23d0-477f-9794-9e9f3a14f960 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.402167] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 682.402167] env[65481]: value = "task-4884080" [ 682.402167] env[65481]: _type = "Task" [ 682.402167] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.415945] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884080, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.437027] env[65481]: DEBUG nova.compute.manager [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 682.437746] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 682.438159] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf745fa4-f99e-4e37-8f20-e616baae6621 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.447050] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 682.447339] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d15e2a4e-a84b-4287-b52f-3e256356024e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.454967] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 682.454967] env[65481]: value = "task-4884081" [ 682.454967] env[65481]: _type = "Task" [ 682.454967] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 682.468416] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4884081, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.503021] env[65481]: DEBUG nova.network.neutron [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.514639] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884078, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.221956} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.515655] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 682.515919] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 682.516308] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 682.539144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 682.539462] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 682.539696] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 682.574455] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884072, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.586759] env[65481]: DEBUG oslo_vmware.api [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884073, 'name': PowerOnVM_Task, 'duration_secs': 0.542757} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.587055] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.587259] env[65481]: INFO nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Took 12.64 seconds to spawn the instance on the hypervisor. [ 682.587433] env[65481]: DEBUG nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 682.588587] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071ab950-7007-482e-942d-89e91b5bb352 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.668980] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Updating instance_info_cache with network_info: [{"id": "fc62821e-9b54-411d-81d2-d630850b1d69", "address": "fa:16:3e:dd:0a:a4", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc62821e-9b", "ovs_interfaceid": "fc62821e-9b54-411d-81d2-d630850b1d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 682.843490] env[65481]: DEBUG oslo_vmware.api [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884076, 'name': PowerOnVM_Task, 'duration_secs': 0.527229} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.844895] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 682.845237] env[65481]: INFO nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Took 10.27 seconds to spawn the instance on the hypervisor. [ 682.845545] env[65481]: DEBUG nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 682.847877] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-089086e4-975b-4946-beac-5e6c7539d676 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 682.855064] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884079, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.919893] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884080, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 682.976233] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4884081, 'name': PowerOffVM_Task, 'duration_secs': 0.376394} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 682.977850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 682.978065] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 682.978634] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8f386ff4-a366-4720-8742-c4ec20aaa34d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.009626] env[65481]: WARNING neutronclient.v2_0.client [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.051037] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.051326] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.051680] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Deleting the datastore file [datastore1] 4a3485fd-919f-49c1-9c7f-d13ad3d279b1 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.054913] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1bc380f0-70a5-4568-b6ca-e3b5dea51c11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.064393] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for the task: (returnval){ [ 683.064393] env[65481]: value = "task-4884083" [ 683.064393] env[65481]: _type = "Task" [ 683.064393] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.085812] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884072, 'name': ReconfigVM_Task, 'duration_secs': 1.281457} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.085889] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4884083, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.086144] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Reconfigured VM instance instance-0000000b to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 683.091429] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-16c018b3-8973-4640-a8e4-d378f16cbbe8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.113684] env[65481]: INFO nova.compute.manager [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Took 24.04 seconds to build instance. [ 683.117216] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 683.117216] env[65481]: value = "task-4884084" [ 683.117216] env[65481]: _type = "Task" [ 683.117216] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.131735] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884084, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.172295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.172954] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Instance network_info: |[{"id": "fc62821e-9b54-411d-81d2-d630850b1d69", "address": "fa:16:3e:dd:0a:a4", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc62821e-9b", "ovs_interfaceid": "fc62821e-9b54-411d-81d2-d630850b1d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 683.176638] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:dd:0a:a4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fc62821e-9b54-411d-81d2-d630850b1d69', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.185507] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating folder: Project (9e070f0b540e461d91f11194ac41e7f6). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.189091] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-26b8c46e-f76e-415d-a7f0-ff266195180c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.202865] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created folder: Project (9e070f0b540e461d91f11194ac41e7f6) in parent group-v951696. [ 683.203110] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating folder: Instances. Parent ref: group-v951763. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 683.206653] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2be29944-d1fd-4c76-862a-95deef8a7276 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.220212] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created folder: Instances in parent group-v951763. [ 683.221393] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.221393] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.221393] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-57d26664-2043-4e2a-9fff-daa3ebdd39d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.244794] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.244794] env[65481]: value = "task-4884087" [ 683.244794] env[65481]: _type = "Task" [ 683.244794] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.252475] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50f9d6b9-cc3f-4a5f-bb12-8aa50501e30a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.260224] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884087, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.265961] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-147d1511-31e3-4f6d-811f-f39d927c4fcb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.309230] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f673caa-8e12-43f2-b2d5-456790b015fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.321275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1613b4f-eb64-4105-a071-18b5e1a1b5a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.327745] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 683.342665] env[65481]: DEBUG nova.compute.provider_tree [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 683.354525] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884079, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.376296] env[65481]: INFO nova.compute.manager [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Took 23.30 seconds to build instance. [ 683.414692] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884080, 'name': ReconfigVM_Task, 'duration_secs': 0.709782} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.414965] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Reconfigured VM instance instance-00000018 to attach disk [datastore2] ff720f13-03ae-4d1f-b714-21ea4423a29d/ff720f13-03ae-4d1f-b714-21ea4423a29d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 683.415605] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9baaf506-114f-4a22-a64e-db9ba62f36b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.423452] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 683.423452] env[65481]: value = "task-4884088" [ 683.423452] env[65481]: _type = "Task" [ 683.423452] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.433600] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884088, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.507582] env[65481]: WARNING neutronclient.v2_0.client [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.564650] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 683.564963] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 683.566642] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 683.566957] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 683.567130] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 683.567293] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 683.567526] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 683.567682] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 683.567828] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 683.568014] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 683.568207] env[65481]: DEBUG nova.virt.hardware [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 683.569302] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2501002a-2567-4af6-9de3-65da792db206 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.585205] env[65481]: DEBUG oslo_vmware.api [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Task: {'id': task-4884083, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.235456} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.585675] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 683.585848] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 683.585959] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 683.586081] env[65481]: INFO nova.compute.manager [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 683.586331] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.588109] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d258eb-8afe-43b6-a5b9-35e9dff297ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.595968] env[65481]: DEBUG nova.compute.manager [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 683.595968] env[65481]: DEBUG nova.network.neutron [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 683.596968] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.611508] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:df:49:b1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f6225448-6dae-4acf-a257-eaa45ce13b40', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 683.621632] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 683.624579] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a4eaa62-ac57-42d4-a1fd-b85a122ce5c7 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.557s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.625072] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 683.629958] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-65eb777a-f44e-4560-8d9b-08fb2e03e027 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.646873] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 683.656437] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884084, 'name': ReconfigVM_Task, 'duration_secs': 0.160081} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.657990] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951706', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'name': 'volume-cedd67c1-1963-4650-a2b5-9a1e80295099', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'c7d1d70d-3d48-4bec-b648-e76e4608d4cb', 'attached_at': '', 'detached_at': '', 'volume_id': 'cedd67c1-1963-4650-a2b5-9a1e80295099', 'serial': 'cedd67c1-1963-4650-a2b5-9a1e80295099'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 683.658360] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 683.658627] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 683.658627] env[65481]: value = "task-4884089" [ 683.658627] env[65481]: _type = "Task" [ 683.658627] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.659499] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941dc5d3-b1f4-4e08-a431-695981dbe9fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.673537] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884089, 'name': CreateVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.676481] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 683.676987] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-382a2233-c587-41c9-9f99-6c3c04ed8214 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.753443] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 683.753665] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 683.754032] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Deleting the datastore file [datastore1] c7d1d70d-3d48-4bec-b648-e76e4608d4cb {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 683.754614] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64ab700b-2706-4331-80d6-65414a7db7d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.762531] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884087, 'name': CreateVM_Task, 'duration_secs': 0.430705} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.763239] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 683.764041] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.766934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.766934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.766934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 683.769020] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3adae69-dda8-4e6f-9648-5dc4d1728844 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.772999] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for the task: (returnval){ [ 683.772999] env[65481]: value = "task-4884091" [ 683.772999] env[65481]: _type = "Task" [ 683.772999] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.778801] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 683.778801] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52277552-07e8-3939-1dca-0db27e4ae6cb" [ 683.778801] env[65481]: _type = "Task" [ 683.778801] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.786986] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884091, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.792783] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52277552-07e8-3939-1dca-0db27e4ae6cb, 'name': SearchDatastore_Task, 'duration_secs': 0.012353} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.793101] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 683.793412] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 683.793647] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 683.793783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 683.793954] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 683.794231] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc579540-8eb3-48dd-b473-f9ad2b929235 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.803655] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 683.804084] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 683.804970] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94b3db51-1606-4539-a528-3deb7eb8f672 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.811152] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 683.811152] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5251f238-5993-b72a-c8a5-fdbdc283a3a8" [ 683.811152] env[65481]: _type = "Task" [ 683.811152] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.820130] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5251f238-5993-b72a-c8a5-fdbdc283a3a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.841224] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884079, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.846820] env[65481]: DEBUG nova.scheduler.client.report [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 683.860917] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 683.878395] env[65481]: DEBUG oslo_concurrency.lockutils [None req-28074c79-a568-4c69-b0df-0372c82c357a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.810s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 683.940408] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884088, 'name': Rename_Task, 'duration_secs': 0.180325} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 683.940701] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 683.941105] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c1bfb0ea-2231-49d6-bcc7-ed05aee2ef06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 683.948069] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 683.948069] env[65481]: value = "task-4884092" [ 683.948069] env[65481]: _type = "Task" [ 683.948069] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 683.964144] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884092, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 683.996957] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Updated VIF entry in instance network info cache for port c761c994-504b-4877-9fc2-3e3319c0abe2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 683.997630] env[65481]: DEBUG nova.network.neutron [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Updating instance_info_cache with network_info: [{"id": "c761c994-504b-4877-9fc2-3e3319c0abe2", "address": "fa:16:3e:88:b7:e8", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc761c994-50", "ovs_interfaceid": "c761c994-504b-4877-9fc2-3e3319c0abe2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.176443] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884089, 'name': CreateVM_Task, 'duration_secs': 0.353404} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.179133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 684.180368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.180976] env[65481]: WARNING neutronclient.v2_0.client [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 684.181387] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.181536] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.181988] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 684.183186] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f98ccd2d-e492-47cf-95ad-e99927634c12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.188708] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 684.188708] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524decfd-37f8-86c6-0f57-d59c3d77d8fb" [ 684.188708] env[65481]: _type = "Task" [ 684.188708] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.198444] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524decfd-37f8-86c6-0f57-d59c3d77d8fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.286086] env[65481]: DEBUG oslo_vmware.api [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Task: {'id': task-4884091, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.102978} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.286847] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 684.287105] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 684.287327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 684.287537] env[65481]: INFO nova.compute.manager [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Took 3.39 seconds to destroy the instance on the hypervisor. [ 684.287821] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 684.288950] env[65481]: DEBUG nova.compute.manager [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 684.290091] env[65481]: DEBUG nova.network.neutron [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 684.290440] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.324222] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5251f238-5993-b72a-c8a5-fdbdc283a3a8, 'name': SearchDatastore_Task, 'duration_secs': 0.012741} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.325058] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a979a2b-14f1-4afe-b078-19e95be4afc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.338847] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 684.338847] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fa6d0a-8b1d-6876-0474-1bd571d45860" [ 684.338847] env[65481]: _type = "Task" [ 684.338847] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.349158] env[65481]: DEBUG oslo_vmware.api [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Task: {'id': task-4884079, 'name': PowerOnVM_Task, 'duration_secs': 1.689369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.349956] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 684.350287] env[65481]: DEBUG nova.compute.manager [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 684.351342] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.743s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 684.351845] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 684.355558] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebecf20e-decc-40b0-a729-4e809fefee2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.365135] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.297s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 684.366885] env[65481]: INFO nova.compute.claims [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 684.369705] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fa6d0a-8b1d-6876-0474-1bd571d45860, 'name': SearchDatastore_Task, 'duration_secs': 0.016576} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.370778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.371222] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 826f379a-e832-4f12-96a0-8028279392c0/826f379a-e832-4f12-96a0-8028279392c0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 684.372457] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.374637] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-44739ea8-b3e7-47ea-a533-31ea98bb8048 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.381873] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 684.393419] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 684.393419] env[65481]: value = "task-4884093" [ 684.393419] env[65481]: _type = "Task" [ 684.393419] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.404927] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884093, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.461424] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884092, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.487349] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.501034] env[65481]: DEBUG oslo_concurrency.lockutils [req-943872c4-2b0c-49e4-a54c-98aa79c0f932 req-327f8cec-0d90-443c-9e80-820c25a207d7 service nova] Releasing lock "refresh_cache-ff720f13-03ae-4d1f-b714-21ea4423a29d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.573641] env[65481]: WARNING neutronclient.v2_0.client [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.704292] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524decfd-37f8-86c6-0f57-d59c3d77d8fb, 'name': SearchDatastore_Task, 'duration_secs': 0.06031} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 684.704292] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 684.704292] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 684.704292] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 684.704915] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 684.704915] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 684.704915] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6707a9f4-a7b6-4d6e-949d-ec0c5f1894ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.717692] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 684.717921] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 684.718719] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf2a0336-995c-4357-be91-02f5dabb173a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 684.727211] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 684.727211] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c62a12-a8b1-1cba-fe2b-1480dbd0a6eb" [ 684.727211] env[65481]: _type = "Task" [ 684.727211] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 684.736525] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c62a12-a8b1-1cba-fe2b-1480dbd0a6eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.833605] env[65481]: DEBUG nova.network.neutron [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Updating instance_info_cache with network_info: [{"id": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "address": "fa:16:3e:69:e7:54", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff4bbc-1a", "ovs_interfaceid": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 684.861069] env[65481]: DEBUG nova.compute.utils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 684.864058] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 684.864058] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 684.864304] env[65481]: WARNING neutronclient.v2_0.client [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.865139] env[65481]: WARNING neutronclient.v2_0.client [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 684.923396] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884093, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 684.928969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.939220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 684.968933] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884092, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.036053] env[65481]: DEBUG nova.network.neutron [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.244365] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c62a12-a8b1-1cba-fe2b-1480dbd0a6eb, 'name': SearchDatastore_Task, 'duration_secs': 0.08062} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.247674] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5aa72bd2-4d49-4095-8243-22dcde510e7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.256210] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 685.256210] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215ec41-67af-04fc-d227-dd4faf2cc64d" [ 685.256210] env[65481]: _type = "Task" [ 685.256210] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.268812] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215ec41-67af-04fc-d227-dd4faf2cc64d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.339473] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.339762] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Instance network_info: |[{"id": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "address": "fa:16:3e:69:e7:54", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff4bbc-1a", "ovs_interfaceid": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 685.340068] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:69:e7:54', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 685.349120] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 685.349120] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 685.349120] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cce5b8d0-b9cc-4fae-8271-795616e78d38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.369392] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 685.372179] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 685.372179] env[65481]: value = "task-4884094" [ 685.372179] env[65481]: _type = "Task" [ 685.372179] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.382821] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884094, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.423910] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884093, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714278} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.424900] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 826f379a-e832-4f12-96a0-8028279392c0/826f379a-e832-4f12-96a0-8028279392c0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 685.424900] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 685.425277] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4d11c77e-2b76-48bc-a972-1cc3f4ebb889 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.434703] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 685.434703] env[65481]: value = "task-4884095" [ 685.434703] env[65481]: _type = "Task" [ 685.434703] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.453616] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884095, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.467281] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884092, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.540462] env[65481]: INFO nova.compute.manager [-] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Took 1.94 seconds to deallocate network for instance. [ 685.683250] env[65481]: DEBUG nova.network.neutron [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 685.745572] env[65481]: DEBUG nova.policy [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e5cde7d3004e86b81fa9c005cef839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43597ac6ae724203862ae7028433bba3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 685.772014] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215ec41-67af-04fc-d227-dd4faf2cc64d, 'name': SearchDatastore_Task, 'duration_secs': 0.021835} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.779352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 685.779774] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 685.782640] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0b17957e-369a-40ff-83cb-3ec39939f966 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.793074] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 685.793074] env[65481]: value = "task-4884096" [ 685.793074] env[65481]: _type = "Task" [ 685.793074] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 685.815063] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.892092] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884094, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 685.953263] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884095, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078933} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.953656] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 685.958106] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0108d851-dac5-4cde-b6fa-e7d843bd06e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 685.972673] env[65481]: DEBUG oslo_vmware.api [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884092, 'name': PowerOnVM_Task, 'duration_secs': 1.695496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 685.983649] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 685.983649] env[65481]: INFO nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Took 10.43 seconds to spawn the instance on the hypervisor. [ 685.983831] env[65481]: DEBUG nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 685.994522] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Reconfiguring VM instance instance-00000019 to attach disk [datastore2] 826f379a-e832-4f12-96a0-8028279392c0/826f379a-e832-4f12-96a0-8028279392c0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 685.998504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0e5b025-e289-4ade-859f-841dd8bfab04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.001843] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b40fff07-4485-4e33-9d60-92e5c818b599 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.030786] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 686.030786] env[65481]: value = "task-4884097" [ 686.030786] env[65481]: _type = "Task" [ 686.030786] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.047677] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884097, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.053063] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.057771] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc933df2-4cb3-479b-80d1-cb03a0373b27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.066999] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35e7c830-63d7-43b5-bc6b-a58197a2dd9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.101562] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ef55e02-09dc-40cd-8d95-809acf564d2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.111236] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc7bb671-0ec9-47f8-a177-ff8f044c5881 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.128645] env[65481]: DEBUG nova.compute.provider_tree [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 686.186618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.186968] env[65481]: DEBUG nova.compute.manager [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Inject network info {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 686.187296] env[65481]: DEBUG nova.compute.manager [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] network_info to inject: |[{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 686.193182] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfiguring VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 686.194708] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Successfully created port: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 686.197849] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba81f05c-a745-42e8-b49c-2bd971447ebc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.217900] env[65481]: DEBUG oslo_vmware.api [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 686.217900] env[65481]: value = "task-4884098" [ 686.217900] env[65481]: _type = "Task" [ 686.217900] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.228792] env[65481]: DEBUG oslo_vmware.api [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884098, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.284895] env[65481]: DEBUG nova.compute.manager [req-64b5262b-c9d5-4000-871e-3d7e609d758f req-a57c3a82-82ce-4387-931b-08a46aa905ed service nova] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Received event network-vif-deleted-9fc0c80e-4f39-467a-ad33-0b21991397c2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.309558] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.313678] env[65481]: DEBUG nova.compute.manager [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Received event network-vif-plugged-fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.313851] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Acquiring lock "826f379a-e832-4f12-96a0-8028279392c0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 686.314248] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Lock "826f379a-e832-4f12-96a0-8028279392c0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 686.314530] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Lock "826f379a-e832-4f12-96a0-8028279392c0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 686.318230] env[65481]: DEBUG nova.compute.manager [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] No waiting events found dispatching network-vif-plugged-fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 686.318230] env[65481]: WARNING nova.compute.manager [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Received unexpected event network-vif-plugged-fc62821e-9b54-411d-81d2-d630850b1d69 for instance with vm_state building and task_state spawning. [ 686.318230] env[65481]: DEBUG nova.compute.manager [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Received event network-changed-fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 686.318230] env[65481]: DEBUG nova.compute.manager [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Refreshing instance network info cache due to event network-changed-fc62821e-9b54-411d-81d2-d630850b1d69. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 686.318230] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Acquiring lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.318439] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Acquired lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.318439] env[65481]: DEBUG nova.network.neutron [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Refreshing network info cache for port fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 686.321145] env[65481]: DEBUG nova.network.neutron [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 686.390028] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 686.393752] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884094, 'name': CreateVM_Task, 'duration_secs': 0.630471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.394741] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 686.395681] env[65481]: WARNING neutronclient.v2_0.client [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.396790] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.397204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.397734] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 686.398343] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d70ca72e-3d5d-46dc-ad14-04a512874060 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.406822] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 686.406822] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526aa46d-9e23-df97-574c-fc3105f79416" [ 686.406822] env[65481]: _type = "Task" [ 686.406822] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.419430] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526aa46d-9e23-df97-574c-fc3105f79416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.434212] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 686.434573] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 686.434656] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 686.435109] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 686.435856] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 686.435856] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 686.436140] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 686.437161] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 686.437161] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 686.437161] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 686.437461] env[65481]: DEBUG nova.virt.hardware [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 686.440178] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f2064c4-9234-4304-859d-8e374fa022ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.453648] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d5cb1c8-24f3-4001-b6c9-164e1f5bfb22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.545664] env[65481]: INFO nova.compute.manager [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Took 25.93 seconds to build instance. [ 686.556401] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884097, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.633389] env[65481]: DEBUG nova.scheduler.client.report [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 686.730756] env[65481]: DEBUG oslo_vmware.api [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884098, 'name': ReconfigVM_Task, 'duration_secs': 0.41518} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.731100] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f121947b-f6ea-4a61-b050-48f2e94c4d0c tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Reconfigured VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 686.804684] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.719335} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.804684] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 686.804899] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 686.805211] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24eb01a4-e84c-4649-8cb1-8d9aeb07b6bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.813083] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 686.813083] env[65481]: value = "task-4884099" [ 686.813083] env[65481]: _type = "Task" [ 686.813083] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.825064] env[65481]: WARNING neutronclient.v2_0.client [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 686.827929] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884099, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 686.828644] env[65481]: INFO nova.compute.manager [-] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Took 2.54 seconds to deallocate network for instance. [ 686.919306] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526aa46d-9e23-df97-574c-fc3105f79416, 'name': SearchDatastore_Task, 'duration_secs': 0.053032} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 686.919627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 686.919976] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 686.920087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 686.920273] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 686.920473] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 686.920750] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-75c1695f-7e00-40f3-8d8a-a7234a36e52d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.932534] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 686.932853] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 686.934202] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-88dcd378-024c-4243-923c-bdfbad3a798d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 686.940313] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 686.940313] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529694a2-9b17-dbc2-9b8e-b74b7d7e5abb" [ 686.940313] env[65481]: _type = "Task" [ 686.940313] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 686.949872] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529694a2-9b17-dbc2-9b8e-b74b7d7e5abb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.048057] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884097, 'name': ReconfigVM_Task, 'duration_secs': 0.566812} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.048372] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Reconfigured VM instance instance-00000019 to attach disk [datastore2] 826f379a-e832-4f12-96a0-8028279392c0/826f379a-e832-4f12-96a0-8028279392c0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 687.048994] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1dec3e2-a823-4df9-8e86-e1326a285c4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.056711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13306d2d-908f-4d32-a98c-f3935bfe4c16 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 27.460s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.056711] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 687.056711] env[65481]: value = "task-4884100" [ 687.056711] env[65481]: _type = "Task" [ 687.056711] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.067434] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884100, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.138079] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.773s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 687.139033] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 687.141924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.828s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 687.142228] env[65481]: DEBUG nova.objects.instance [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lazy-loading 'resources' on Instance uuid 41189a93-ef52-4c0f-8716-e4a6a838d76a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 687.323206] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884099, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.132868} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.323485] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 687.324294] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e0da6f9-fdbb-4943-b6a8-3e2ca23442e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.346964] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Reconfiguring VM instance instance-00000014 to attach disk [datastore2] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 687.347320] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ebdfea5-590b-4c96-9064-10100014015f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.367681] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 687.367681] env[65481]: value = "task-4884101" [ 687.367681] env[65481]: _type = "Task" [ 687.367681] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.378312] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884101, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.414461] env[65481]: INFO nova.compute.manager [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Took 0.59 seconds to detach 1 volumes for instance. [ 687.417138] env[65481]: DEBUG nova.compute.manager [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Deleting volume: cedd67c1-1963-4650-a2b5-9a1e80295099 {{(pid=65481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 687.454617] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529694a2-9b17-dbc2-9b8e-b74b7d7e5abb, 'name': SearchDatastore_Task, 'duration_secs': 0.020483} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.455308] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-272f6ad6-5561-4767-b5a1-d570642485e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.463079] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 687.463079] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c16bd-60c5-49ca-cf39-979a28077390" [ 687.463079] env[65481]: _type = "Task" [ 687.463079] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.476383] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c16bd-60c5-49ca-cf39-979a28077390, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.568977] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884100, 'name': Rename_Task, 'duration_secs': 0.47016} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.569469] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 687.570928] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-138d34b0-d7aa-4504-8ae7-25f34867e9b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.576850] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 687.576850] env[65481]: value = "task-4884103" [ 687.576850] env[65481]: _type = "Task" [ 687.576850] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 687.588254] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884103, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.647888] env[65481]: DEBUG nova.compute.utils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 687.649758] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 687.649950] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 687.650332] env[65481]: WARNING neutronclient.v2_0.client [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.650660] env[65481]: WARNING neutronclient.v2_0.client [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 687.879881] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884101, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 687.978988] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c16bd-60c5-49ca-cf39-979a28077390, 'name': SearchDatastore_Task, 'duration_secs': 0.031615} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 687.983917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 687.984203] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ca41d270-6883-4b9a-bda9-1606148e4ce9/ca41d270-6883-4b9a-bda9-1606148e4ce9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 687.985323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 687.988317] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4b2aeb37-80fe-455d-a9db-297778a719db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 687.997738] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 687.997738] env[65481]: value = "task-4884104" [ 687.997738] env[65481]: _type = "Task" [ 687.997738] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.020380] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884104, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.058340] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Successfully updated port: 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 688.075435] env[65481]: DEBUG nova.policy [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '5ae8b60fd8b944e0b1b4f5eb9706f4c9', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'c2d07f9597fb4606a2978de30f93b971', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 688.090303] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884103, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.155072] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 688.189745] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8123e998-ad25-4819-a169-d8c8a23e7d0a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.203549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7908ec0-0f7b-4efa-b2b7-c37a066b130c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.241446] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db37c4d6-7fec-4b6d-ae11-ddc46b4ae8f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.252418] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff93c4da-2381-4963-a6f3-de1cdb2a4b07 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.272601] env[65481]: DEBUG nova.compute.provider_tree [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 688.384426] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884101, 'name': ReconfigVM_Task, 'duration_secs': 0.875299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.385573] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Reconfigured VM instance instance-00000014 to attach disk [datastore2] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d/958fbfe5-9ecc-4adb-83ce-8267c0cb429d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 688.387249] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ddfcd1e-a72a-48be-a10d-97417ca7961a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.399157] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 688.399157] env[65481]: value = "task-4884105" [ 688.399157] env[65481]: _type = "Task" [ 688.399157] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.418807] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884105, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.511636] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884104, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 688.564438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 688.564708] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 688.564929] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 688.592689] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884103, 'name': PowerOnVM_Task, 'duration_secs': 0.883873} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.593500] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 688.593704] env[65481]: INFO nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Took 9.89 seconds to spawn the instance on the hypervisor. [ 688.593882] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 688.594762] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6727dae2-079c-4906-ac06-7247e4eef819 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.776600] env[65481]: DEBUG nova.scheduler.client.report [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 688.850104] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Successfully created port: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 688.909994] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884105, 'name': Rename_Task, 'duration_secs': 0.206673} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 688.910338] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 688.910609] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-81fb018f-3c34-4bea-9a10-d797d88d2e77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 688.923326] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 688.923326] env[65481]: value = "task-4884106" [ 688.923326] env[65481]: _type = "Task" [ 688.923326] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 688.942698] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.009676] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884104, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.681953} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.009938] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ca41d270-6883-4b9a-bda9-1606148e4ce9/ca41d270-6883-4b9a-bda9-1606148e4ce9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 689.010158] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 689.010434] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b5301b9a-0ac4-45d5-878c-07ab1e1e0c21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.018429] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 689.018429] env[65481]: value = "task-4884107" [ 689.018429] env[65481]: _type = "Task" [ 689.018429] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.029469] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884107, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.036424] env[65481]: WARNING neutronclient.v2_0.client [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 689.117837] env[65481]: INFO nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Took 28.10 seconds to build instance. [ 689.168034] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 689.204049] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 689.204196] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 689.204349] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 689.204519] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 689.204655] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 689.204792] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 689.204988] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 689.206410] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 689.206676] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 689.208265] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 689.208460] env[65481]: DEBUG nova.virt.hardware [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 689.210686] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d1172c5-4145-4e52-a0ed-4a0f7cf5b608 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.222122] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a95e94b-ab4c-4373-bf32-dd34c806c70b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.284147] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.142s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.289548] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.773s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 689.289768] env[65481]: DEBUG nova.objects.instance [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 689.327278] env[65481]: INFO nova.scheduler.client.report [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Deleted allocations for instance 41189a93-ef52-4c0f-8716-e4a6a838d76a [ 689.376803] env[65481]: DEBUG nova.compute.manager [None req-4e720076-b658-4abc-b3ff-f22a09890060 tempest-ServerDiagnosticsTest-1556894038 tempest-ServerDiagnosticsTest-1556894038-project-admin] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 689.379449] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15ef8d11-57f9-4d0f-923a-1211fdf6cae3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.389733] env[65481]: INFO nova.compute.manager [None req-4e720076-b658-4abc-b3ff-f22a09890060 tempest-ServerDiagnosticsTest-1556894038 tempest-ServerDiagnosticsTest-1556894038-project-admin] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Retrieving diagnostics [ 689.390915] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407ab223-8c11-4cba-b3e2-ab0499c9284b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.438029] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.531059] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884107, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.1013} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 689.531375] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 689.532491] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a625add-d63a-4ef7-8dae-b17eff92b428 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.559333] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Reconfiguring VM instance instance-0000001a to attach disk [datastore2] ca41d270-6883-4b9a-bda9-1606148e4ce9/ca41d270-6883-4b9a-bda9-1606148e4ce9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 689.559333] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f92dab06-82b9-47f8-ac60-b6a8e982935a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 689.586126] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 689.586126] env[65481]: value = "task-4884108" [ 689.586126] env[65481]: _type = "Task" [ 689.586126] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 689.597955] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884108, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 689.619873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 29.614s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.836871] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7488000b-f707-4dac-a9af-cf34d085c838 tempest-ServerDiagnosticsNegativeTest-266894355 tempest-ServerDiagnosticsNegativeTest-266894355-project-member] Lock "41189a93-ef52-4c0f-8716-e4a6a838d76a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 27.983s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 689.937767] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 1%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.100104] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884108, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.157778] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 690.274198] env[65481]: DEBUG nova.network.neutron [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Updated VIF entry in instance network info cache for port fc62821e-9b54-411d-81d2-d630850b1d69. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 690.274667] env[65481]: DEBUG nova.network.neutron [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Updating instance_info_cache with network_info: [{"id": "fc62821e-9b54-411d-81d2-d630850b1d69", "address": "fa:16:3e:dd:0a:a4", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfc62821e-9b", "ovs_interfaceid": "fc62821e-9b54-411d-81d2-d630850b1d69", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.306984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8e76c61-139a-44b6-85b5-2ca6170d0e37 tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.019s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 690.308236] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.625s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 690.316048] env[65481]: INFO nova.compute.claims [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 690.386934] env[65481]: WARNING neutronclient.v2_0.client [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 690.443835] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 37%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.524610] env[65481]: DEBUG nova.network.neutron [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updating instance_info_cache with network_info: [{"id": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "address": "fa:16:3e:9b:17:df", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f2bfb4-69", "ovs_interfaceid": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 690.601404] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884108, 'name': ReconfigVM_Task, 'duration_secs': 0.666148} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 690.601725] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Reconfigured VM instance instance-0000001a to attach disk [datastore2] ca41d270-6883-4b9a-bda9-1606148e4ce9/ca41d270-6883-4b9a-bda9-1606148e4ce9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 690.602417] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b1eac4e2-c8f4-4960-8f9c-a44f68b3c0a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 690.613097] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 690.613097] env[65481]: value = "task-4884109" [ 690.613097] env[65481]: _type = "Task" [ 690.613097] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 690.627516] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884109, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 690.779022] env[65481]: DEBUG oslo_concurrency.lockutils [req-d3382666-0b14-44ed-914d-dc287636db1e req-07644cf2-bc45-4c82-a4a5-415b17791752 service nova] Releasing lock "refresh_cache-826f379a-e832-4f12-96a0-8028279392c0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 690.799914] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Successfully updated port: 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 690.943554] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.034454] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 691.034454] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Instance network_info: |[{"id": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "address": "fa:16:3e:9b:17:df", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f2bfb4-69", "ovs_interfaceid": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 691.034787] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:17:df', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89f2bfb4-69e4-4c14-9d31-e6c23d878da0', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 691.041743] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Creating folder: Project (43597ac6ae724203862ae7028433bba3). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.041921] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a66ebb74-55ad-4a2d-b936-f70fb28c7f4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.054036] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Created folder: Project (43597ac6ae724203862ae7028433bba3) in parent group-v951696. [ 691.054036] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Creating folder: Instances. Parent ref: group-v951768. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 691.054295] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-41c9af7d-d2e2-4006-a477-02cbc913d224 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.066480] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Created folder: Instances in parent group-v951768. [ 691.066746] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 691.066953] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 691.067196] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0e2ec087-3fe5-4e63-a855-0ae0c60843b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.091635] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 691.091635] env[65481]: value = "task-4884112" [ 691.091635] env[65481]: _type = "Task" [ 691.091635] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.098201] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884112, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.124546] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884109, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.279811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "f15c8c2f-4a13-44c0-8949-b862d531010f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.280131] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.280678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "f15c8c2f-4a13-44c0-8949-b862d531010f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.280678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.280678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.285228] env[65481]: INFO nova.compute.manager [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Terminating instance [ 691.305609] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.306116] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.306619] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.445976] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.602646] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884112, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.628438] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884109, 'name': Rename_Task, 'duration_secs': 0.75694} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 691.628756] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 691.628999] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-14974fef-0337-40d7-9385-fcb44d9299d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.638569] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 691.638569] env[65481]: value = "task-4884113" [ 691.638569] env[65481]: _type = "Task" [ 691.638569] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 691.647358] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.721660] env[65481]: DEBUG nova.compute.manager [req-fca16745-3fc4-46dd-9924-8e8da883a7f5 req-6d559260-1a83-4cc6-8021-5bbce83941d6 service nova] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Received event network-vif-deleted-9ce87b87-0256-4b12-8f9e-2cda6ba444d4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.756945] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Received event network-vif-plugged-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.757228] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquiring lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 691.757499] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 691.757726] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 691.757905] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] No waiting events found dispatching network-vif-plugged-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 691.758159] env[65481]: WARNING nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Received unexpected event network-vif-plugged-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 for instance with vm_state building and task_state spawning. [ 691.758405] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Received event network-changed-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 691.758574] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Refreshing instance network info cache due to event network-changed-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 691.758807] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquiring lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.759044] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquired lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.759334] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Refreshing network info cache for port ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 691.794806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "refresh_cache-f15c8c2f-4a13-44c0-8949-b862d531010f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 691.795146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquired lock "refresh_cache-f15c8c2f-4a13-44c0-8949-b862d531010f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 691.795146] env[65481]: DEBUG nova.network.neutron [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 691.870784] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e71bc08-ffbb-45ca-98ba-14a26c1a8d4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.882237] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c281d36-5e90-4315-a6e0-26b7bfff2704 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.925337] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52315bb2-eae3-4c92-94e2-a8345051e55e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.941215] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a490af6e-bc7e-4885-bfa0-56bb2a5bfddf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 691.954823] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task} progress is 82%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 691.964871] env[65481]: DEBUG nova.compute.provider_tree [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 691.981307] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.103108] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884112, 'name': CreateVM_Task, 'duration_secs': 0.736878} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.103316] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 692.103841] env[65481]: WARNING neutronclient.v2_0.client [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.104643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.104643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.104643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 692.105032] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9d4590fc-c546-4168-9b5c-1aac9cabbbaf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.112099] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 692.112099] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521faab5-3bff-329c-9b1b-ccd6dec905a8" [ 692.112099] env[65481]: _type = "Task" [ 692.112099] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.124020] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521faab5-3bff-329c-9b1b-ccd6dec905a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.158684] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884113, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.270233] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.298625] env[65481]: WARNING neutronclient.v2_0.client [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.375130] env[65481]: WARNING neutronclient.v2_0.client [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.392035] env[65481]: DEBUG nova.network.neutron [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 692.416438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.416438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.453562] env[65481]: DEBUG oslo_vmware.api [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884106, 'name': PowerOnVM_Task, 'duration_secs': 3.267294} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.454133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 692.454285] env[65481]: DEBUG nova.compute.manager [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 692.456527] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9eba0dea-1977-49e4-8c37-f84f269d2121 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.472812] env[65481]: DEBUG nova.scheduler.client.report [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 692.540444] env[65481]: DEBUG nova.network.neutron [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.582836] env[65481]: DEBUG nova.network.neutron [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Updating instance_info_cache with network_info: [{"id": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "address": "fa:16:3e:d2:a0:b5", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edb3c62-70", "ovs_interfaceid": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 692.624891] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521faab5-3bff-329c-9b1b-ccd6dec905a8, 'name': SearchDatastore_Task, 'duration_secs': 0.024326} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 692.626791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 692.626791] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 692.626791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 692.626791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 692.627132] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 692.627132] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0af10f5-1ffa-49cc-9360-557424db005a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.637933] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 692.638150] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 692.639738] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d8389de1-3edf-4445-b941-f3d29d249371 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 692.649510] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 692.649510] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52327bf7-761d-b0e4-7fe9-f8d560043025" [ 692.649510] env[65481]: _type = "Task" [ 692.649510] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 692.654444] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884113, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.665235] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52327bf7-761d-b0e4-7fe9-f8d560043025, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 692.809668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.809980] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.810270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 692.810603] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 692.810603] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.813039] env[65481]: INFO nova.compute.manager [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Terminating instance [ 692.853694] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 692.923308] env[65481]: DEBUG nova.compute.utils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 692.995704] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.686s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 692.995704] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 692.998319] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 20.124s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.008630] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.046020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Releasing lock "refresh_cache-f15c8c2f-4a13-44c0-8949-b862d531010f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.046020] env[65481]: DEBUG nova.compute.manager [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.046020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.046837] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1390584a-6f4f-47f7-a6ee-579dde44a71d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.057651] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.058868] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-26578cf4-05fd-44ab-a4d0-c1f17f7cd58f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.068269] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 693.068269] env[65481]: value = "task-4884114" [ 693.068269] env[65481]: _type = "Task" [ 693.068269] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.083400] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884114, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.086951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.087212] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Instance network_info: |[{"id": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "address": "fa:16:3e:d2:a0:b5", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edb3c62-70", "ovs_interfaceid": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 693.089100] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:a0:b5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8edb3c62-70ed-4ab5-8caf-a67cb01ee396', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 693.100259] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 693.100644] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 693.101471] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4468bcb4-ad77-4586-a6e9-a722d7d10ee0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.131300] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 693.131300] env[65481]: value = "task-4884115" [ 693.131300] env[65481]: _type = "Task" [ 693.131300] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.141632] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884115, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.151490] env[65481]: DEBUG oslo_vmware.api [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884113, 'name': PowerOnVM_Task, 'duration_secs': 1.175164} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.151749] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 693.151959] env[65481]: INFO nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Took 11.80 seconds to spawn the instance on the hypervisor. [ 693.152145] env[65481]: DEBUG nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 693.152995] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6785fe9-ae14-429d-a7db-fb760eb7afb7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.168249] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52327bf7-761d-b0e4-7fe9-f8d560043025, 'name': SearchDatastore_Task, 'duration_secs': 0.025437} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.173048] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3121e699-8dc9-4c91-a1ed-95d6780611c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.180104] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 693.180104] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52180603-09fb-ac89-0e3c-48eb1bf94368" [ 693.180104] env[65481]: _type = "Task" [ 693.180104] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.190550] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52180603-09fb-ac89-0e3c-48eb1bf94368, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.316989] env[65481]: DEBUG nova.compute.manager [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 693.317334] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 693.318651] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9190e04c-d2c3-4f79-9725-868be4e04ee4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.330857] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 693.331293] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-acab96f1-38e0-4093-aa22-3c7721232cb7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.339694] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 693.339694] env[65481]: value = "task-4884116" [ 693.339694] env[65481]: _type = "Task" [ 693.339694] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.356594] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884116, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.428742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.012s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.508161] env[65481]: DEBUG nova.compute.utils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 693.513768] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 693.514276] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 693.514994] env[65481]: WARNING neutronclient.v2_0.client [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.515555] env[65481]: WARNING neutronclient.v2_0.client [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.581595] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Updated VIF entry in instance network info cache for port ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 693.582113] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Updating instance_info_cache with network_info: [{"id": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "address": "fa:16:3e:69:e7:54", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapceff4bbc-1a", "ovs_interfaceid": "ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 693.586704] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884114, 'name': PowerOffVM_Task, 'duration_secs': 0.250959} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.590168] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.590379] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.591146] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d9194b32-b2a6-45af-a01d-4b60942baf4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.648083] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884115, 'name': CreateVM_Task, 'duration_secs': 0.418644} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.648354] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 693.649020] env[65481]: WARNING neutronclient.v2_0.client [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 693.649437] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 693.649619] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 693.650115] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 693.650658] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52ca6c61-8294-46c7-99e9-0e983324c198 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.656843] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 693.656843] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fc9004-9509-ddf4-47bc-b3dde1efd4a8" [ 693.656843] env[65481]: _type = "Task" [ 693.656843] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.669284] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fc9004-9509-ddf4-47bc-b3dde1efd4a8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.686191] env[65481]: INFO nova.compute.manager [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Took 32.60 seconds to build instance. [ 693.688955] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.689261] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.689529] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Deleting the datastore file [datastore2] f15c8c2f-4a13-44c0-8949-b862d531010f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.690459] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f76cbb3f-2abf-48f0-b673-901725caeb22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.704281] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52180603-09fb-ac89-0e3c-48eb1bf94368, 'name': SearchDatastore_Task, 'duration_secs': 0.013705} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.707798] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 693.708126] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] c5e60097-9a02-49d5-9c05-ec74e5e8a69f/c5e60097-9a02-49d5-9c05-ec74e5e8a69f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 693.708719] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-647731db-70fe-42b5-851d-54dd4f453400 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.712741] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for the task: (returnval){ [ 693.712741] env[65481]: value = "task-4884118" [ 693.712741] env[65481]: _type = "Task" [ 693.712741] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.720209] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 693.720209] env[65481]: value = "task-4884119" [ 693.720209] env[65481]: _type = "Task" [ 693.720209] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.728726] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884118, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.736723] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884119, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 693.853565] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884116, 'name': PowerOffVM_Task, 'duration_secs': 0.338018} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 693.853844] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 693.854015] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 693.854273] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0f2832b4-db55-410f-bcc2-c5fef9e3bb09 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.888270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.888873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.889197] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 693.889458] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 693.889687] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 693.895153] env[65481]: INFO nova.compute.manager [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Terminating instance [ 693.929780] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 693.930062] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 693.930361] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Deleting the datastore file [datastore1] 1321d4fa-a370-4159-84e3-cdddaa0e1ede {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 693.935753] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1ade08d2-f625-45a8-a9e1-60181c86087e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 693.942586] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for the task: (returnval){ [ 693.942586] env[65481]: value = "task-4884121" [ 693.942586] env[65481]: _type = "Task" [ 693.942586] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 693.953131] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.014418] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 694.091605] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Releasing lock "refresh_cache-ca41d270-6883-4b9a-bda9-1606148e4ce9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.091605] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 694.091605] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing instance network info cache due to event network-changed-4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 694.091797] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquiring lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.091797] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquired lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.092062] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Refreshing network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 694.093799] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f387c79-7686-4407-8da4-089dab6e2bc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.103506] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3671c12-5684-4a7c-98f5-bb191c428bc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.141247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577d4da4-efc6-4a4a-bab6-848a611213ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.150660] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39d872af-e217-41d2-9b1b-873f2a71e76e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.167744] env[65481]: DEBUG nova.compute.provider_tree [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 694.178987] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fc9004-9509-ddf4-47bc-b3dde1efd4a8, 'name': SearchDatastore_Task, 'duration_secs': 0.022527} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.179359] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 694.180479] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 694.180479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 694.180479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 694.180479] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 694.180479] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-eb1cfdbc-b431-49ce-82dc-1be9864ce902 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.184920] env[65481]: DEBUG nova.policy [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b56660e85cc44dbda2071e70f8a75810', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8d0c8398f47c49ffae640d6416590e03', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 694.190484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d70a61f-89fd-45c6-baa1-941887d66236 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.126s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 694.205525] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 694.205863] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 694.207112] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-81b3c01b-2e12-4f7f-848f-82df658fd799 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.214469] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 694.214469] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246b897-f09c-0069-578f-5688d734b5db" [ 694.214469] env[65481]: _type = "Task" [ 694.214469] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.232384] env[65481]: DEBUG oslo_vmware.api [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Task: {'id': task-4884118, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.151477} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.232384] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.232384] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.232384] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.232384] env[65481]: INFO nova.compute.manager [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Took 1.19 seconds to destroy the instance on the hypervisor. [ 694.232653] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.235627] env[65481]: DEBUG nova.compute.manager [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 694.235770] env[65481]: DEBUG nova.network.neutron [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 694.235986] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.238039] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246b897-f09c-0069-578f-5688d734b5db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.241613] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884119, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.400571] env[65481]: DEBUG nova.compute.manager [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 694.400921] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 694.402092] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f141ea02-6432-41ac-a7ad-9cfe153de866 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.411368] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 694.411863] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ab3e3a5-4e66-4199-9540-11c82e25b3b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.419954] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 694.419954] env[65481]: value = "task-4884122" [ 694.419954] env[65481]: _type = "Task" [ 694.419954] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.430870] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.453352] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.567186] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 694.569334] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 694.572998] env[65481]: INFO nova.compute.manager [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Attaching volume 7170b6db-734f-4c17-9070-7299c4539897 to /dev/sdb [ 694.587748] env[65481]: DEBUG nova.network.neutron [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 694.588022] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.598606] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 694.624744] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68ad2fe7-9515-4141-ba90-481e30bbd5ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.634755] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e763788-cd44-4139-8d60-9f278c23a267 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.651896] env[65481]: DEBUG nova.virt.block_device [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updating existing volume attachment record: 55c5fbad-392e-4101-9551-81ed507f9475 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 694.675015] env[65481]: DEBUG nova.scheduler.client.report [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 694.692390] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Successfully created port: c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 694.749139] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246b897-f09c-0069-578f-5688d734b5db, 'name': SearchDatastore_Task, 'duration_secs': 0.066634} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.756881] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884119, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.67828} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.757187] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d450eee-1bf0-4a99-af0c-1a4e8587dff4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.761866] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] c5e60097-9a02-49d5-9c05-ec74e5e8a69f/c5e60097-9a02-49d5-9c05-ec74e5e8a69f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 694.762317] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 694.763057] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-48846c31-6513-41d8-95e8-59c5f104c0d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.771264] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 694.771264] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bd5ae1-206d-d0df-7596-570a57833544" [ 694.771264] env[65481]: _type = "Task" [ 694.771264] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.781183] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 694.781183] env[65481]: value = "task-4884123" [ 694.781183] env[65481]: _type = "Task" [ 694.781183] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 694.793038] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bd5ae1-206d-d0df-7596-570a57833544, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.800741] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884123, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 694.933330] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884122, 'name': PowerOffVM_Task, 'duration_secs': 0.408133} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.933330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 694.933330] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 694.933330] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-180a2557-044f-47dd-940b-ce006e8d6d3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 694.955017] env[65481]: DEBUG oslo_vmware.api [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Task: {'id': task-4884121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.699626} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 694.955381] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 694.955577] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 694.955748] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 694.955965] env[65481]: INFO nova.compute.manager [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Took 1.64 seconds to destroy the instance on the hypervisor. [ 694.956267] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 694.956506] env[65481]: DEBUG nova.compute.manager [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 694.956603] env[65481]: DEBUG nova.network.neutron [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 694.956844] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.009321] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 695.009610] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 695.009899] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Deleting the datastore file [datastore2] ba75545a-61a2-4a80-b5bf-72bfc47badb1 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 695.010036] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d980f9db-bfe0-43a2-9eb0-d3bbbd60993a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.021973] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for the task: (returnval){ [ 695.021973] env[65481]: value = "task-4884128" [ 695.021973] env[65481]: _type = "Task" [ 695.021973] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.032778] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 695.043248] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884128, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.067496] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 695.067754] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 695.067923] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 695.068372] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 695.068641] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 695.068820] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 695.069044] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 695.069438] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 695.069634] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 695.069819] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 695.070308] env[65481]: DEBUG nova.virt.hardware [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 695.071810] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b545937-78d4-48d4-8bf2-3e48ffa4df65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.084450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-663dfe02-be3b-495d-b1e7-cc7415a8bf3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.092101] env[65481]: DEBUG nova.network.neutron [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 695.287470] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bd5ae1-206d-d0df-7596-570a57833544, 'name': SearchDatastore_Task, 'duration_secs': 0.029808} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.296198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 695.298164] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6a10b233-a7c2-474c-857e-da389327e1c5/6a10b233-a7c2-474c-857e-da389327e1c5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 695.298164] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-48730f4d-d8f1-42bd-b28f-a3a705f1b05b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.313565] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884123, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.088812} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.315446] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 695.316335] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 695.316335] env[65481]: value = "task-4884129" [ 695.316335] env[65481]: _type = "Task" [ 695.316335] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.317277] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e6cc6a-096c-467d-b725-aa0c3e964e34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.334076] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884129, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.355356] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Reconfiguring VM instance instance-0000001b to attach disk [datastore1] c5e60097-9a02-49d5-9c05-ec74e5e8a69f/c5e60097-9a02-49d5-9c05-ec74e5e8a69f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 695.355765] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-595033a3-c16b-4216-aa07-25e4d8d33d86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.378249] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 695.378249] env[65481]: value = "task-4884130" [ 695.378249] env[65481]: _type = "Task" [ 695.378249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.391357] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884130, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.538039] env[65481]: DEBUG oslo_vmware.api [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Task: {'id': task-4884128, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.278068} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.538440] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 695.538727] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 695.539012] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 695.539247] env[65481]: INFO nova.compute.manager [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Took 1.14 seconds to destroy the instance on the hypervisor. [ 695.539591] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 695.539835] env[65481]: DEBUG nova.compute.manager [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 695.539934] env[65481]: DEBUG nova.network.neutron [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 695.540262] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 695.605694] env[65481]: INFO nova.compute.manager [-] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Took 1.37 seconds to deallocate network for instance. [ 695.688185] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.690s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 695.691648] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.062s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 695.691939] env[65481]: DEBUG nova.objects.instance [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lazy-loading 'resources' on Instance uuid bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 695.838046] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884129, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.896366] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884130, 'name': ReconfigVM_Task, 'duration_secs': 0.494259} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 695.896937] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Reconfigured VM instance instance-0000001b to attach disk [datastore1] c5e60097-9a02-49d5-9c05-ec74e5e8a69f/c5e60097-9a02-49d5-9c05-ec74e5e8a69f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 695.897983] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b203ed-59e4-4294-8a03-0d4f8fd551de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 695.906819] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 695.906819] env[65481]: value = "task-4884131" [ 695.906819] env[65481]: _type = "Task" [ 695.906819] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 695.916863] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884131, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 695.922111] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.012900] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.117036] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 696.281324] env[65481]: INFO nova.scheduler.client.report [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleted allocation for migration 531a91aa-4091-405a-bdf6-54d11efab647 [ 696.340134] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884129, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72603} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.340134] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6a10b233-a7c2-474c-857e-da389327e1c5/6a10b233-a7c2-474c-857e-da389327e1c5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 696.340134] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 696.340134] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9a277467-2e4c-4ce8-898f-5a7dc3d52940 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.351060] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 696.351060] env[65481]: value = "task-4884132" [ 696.351060] env[65481]: _type = "Task" [ 696.351060] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.363629] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884132, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.422338] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884131, 'name': Rename_Task, 'duration_secs': 0.315307} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.422338] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 696.422579] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b395fec6-cf2c-4475-a1a5-b045d988b978 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.433654] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Successfully updated port: c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 696.438182] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 696.438182] env[65481]: value = "task-4884133" [ 696.438182] env[65481]: _type = "Task" [ 696.438182] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.450626] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884133, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.595698] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 696.724657] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87089e40-35ee-4aa4-bfb0-e2cb4770cd8d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.737816] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bc3b81c-cc0e-40f6-96b8-4123f047f87c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.785103] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bed6bc4-ec80-474e-b127-b7e83988d9c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.793852] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4847f641-c777-46a9-8e9d-08a7fba17a69 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 28.058s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 696.796047] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4f95940-3f93-4156-9fca-c8adb58b9179 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.816846] env[65481]: DEBUG nova.compute.provider_tree [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 696.845092] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updated VIF entry in instance network info cache for port 4420fa4e-301e-4ba1-ac99-25c42cfe41ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 696.845525] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [{"id": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "address": "fa:16:3e:6c:15:eb", "network": {"id": "212c9297-9488-457e-bcbc-e3c5243220ac", "bridge": "br-int", "label": "tempest-AttachInterfacesUnderV243Test-1740294330-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "11e231b8fb224370b4541f994e2f6ac0", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f8442aa5-73db-4599-8564-b98a6ea26b9b", "external-id": "nsx-vlan-transportzone-893", "segmentation_id": 893, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4420fa4e-30", "ovs_interfaceid": "4420fa4e-301e-4ba1-ac99-25c42cfe41ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.861365] env[65481]: DEBUG nova.network.neutron [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 696.863345] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884132, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 696.864152] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 696.864971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29738c1d-1409-40f7-817e-b993aa345385 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.891057] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Reconfiguring VM instance instance-0000001c to attach disk [datastore1] 6a10b233-a7c2-474c-857e-da389327e1c5/6a10b233-a7c2-474c-857e-da389327e1c5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 696.891403] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4032c7df-5d83-4754-8ec1-5eebd057f398 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 696.919523] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 696.919523] env[65481]: value = "task-4884134" [ 696.919523] env[65481]: _type = "Task" [ 696.919523] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 696.933632] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884134, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 696.946972] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 696.947209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquired lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 696.947420] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 696.955904] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884133, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.147032] env[65481]: DEBUG nova.compute.manager [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Received event network-vif-plugged-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.147218] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Acquiring lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.147436] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.147601] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.147824] env[65481]: DEBUG nova.compute.manager [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] No waiting events found dispatching network-vif-plugged-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.147907] env[65481]: WARNING nova.compute.manager [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Received unexpected event network-vif-plugged-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 for instance with vm_state building and task_state spawning. [ 697.148155] env[65481]: DEBUG nova.compute.manager [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Received event network-changed-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.148647] env[65481]: DEBUG nova.compute.manager [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Refreshing instance network info cache due to event network-changed-8edb3c62-70ed-4ab5-8caf-a67cb01ee396. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.148848] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Acquiring lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.149014] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Acquired lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.149198] env[65481]: DEBUG nova.network.neutron [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Refreshing network info cache for port 8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.180154] env[65481]: DEBUG nova.compute.manager [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Received event network-changed-2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.180389] env[65481]: DEBUG nova.compute.manager [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Refreshing instance network info cache due to event network-changed-2c833fff-5059-4b7b-9fcb-255e8b0e2887. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.180668] env[65481]: DEBUG oslo_concurrency.lockutils [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] Acquiring lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.180831] env[65481]: DEBUG oslo_concurrency.lockutils [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] Acquired lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.181206] env[65481]: DEBUG nova.network.neutron [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Refreshing network info cache for port 2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.319018] env[65481]: DEBUG nova.scheduler.client.report [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 697.349846] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Releasing lock "refresh_cache-ba75545a-61a2-4a80-b5bf-72bfc47badb1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 697.350163] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Received event network-vif-deleted-840884ff-e4d0-460b-a419-e85bdad67abd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.350352] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received event network-vif-plugged-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.350641] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquiring lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.350834] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.351048] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.351207] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] No waiting events found dispatching network-vif-plugged-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 697.351368] env[65481]: WARNING nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received unexpected event network-vif-plugged-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 for instance with vm_state building and task_state spawning. [ 697.351525] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 697.351669] env[65481]: DEBUG nova.compute.manager [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing instance network info cache due to event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 697.351843] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquiring lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 697.351996] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Acquired lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 697.352208] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 697.369517] env[65481]: INFO nova.compute.manager [-] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Took 2.41 seconds to deallocate network for instance. [ 697.421401] env[65481]: DEBUG nova.network.neutron [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.441450] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884134, 'name': ReconfigVM_Task, 'duration_secs': 0.506813} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.447450] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Reconfigured VM instance instance-0000001c to attach disk [datastore1] 6a10b233-a7c2-474c-857e-da389327e1c5/6a10b233-a7c2-474c-857e-da389327e1c5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 697.449844] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68b0b6ab-f4f1-4219-a120-83e7c908a73a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.461086] env[65481]: DEBUG oslo_vmware.api [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884133, 'name': PowerOnVM_Task, 'duration_secs': 0.685014} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.461308] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 697.461513] env[65481]: INFO nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Took 11.07 seconds to spawn the instance on the hypervisor. [ 697.462685] env[65481]: DEBUG nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 697.463597] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a7f3c96-dc34-4af5-a1ae-1c5c90b7d424 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.471019] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 697.471019] env[65481]: value = "task-4884136" [ 697.471019] env[65481]: _type = "Task" [ 697.471019] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 697.486922] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884136, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 697.499355] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 697.652053] env[65481]: WARNING neutronclient.v2_0.client [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.682327] env[65481]: WARNING neutronclient.v2_0.client [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.685503] env[65481]: WARNING neutronclient.v2_0.client [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.826290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.135s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 697.828815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.204s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 697.830546] env[65481]: INFO nova.compute.claims [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 697.855308] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 697.878499] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 697.882295] env[65481]: INFO nova.scheduler.client.report [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Deleted allocations for instance bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b [ 697.930015] env[65481]: INFO nova.compute.manager [-] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Took 2.39 seconds to deallocate network for instance. [ 697.962845] env[65481]: DEBUG nova.network.neutron [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Updating instance_info_cache with network_info: [{"id": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "address": "fa:16:3e:a2:dd:ca", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dc12f7-c6", "ovs_interfaceid": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 697.992343] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884136, 'name': Rename_Task, 'duration_secs': 0.293718} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 697.995249] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 697.995914] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b3e10be9-2e53-41e3-bc25-8132ee91bdd3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 697.998040] env[65481]: INFO nova.compute.manager [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Took 34.34 seconds to build instance. [ 698.007509] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 698.007509] env[65481]: value = "task-4884137" [ 698.007509] env[65481]: _type = "Task" [ 698.007509] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.018276] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884137, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.285608] env[65481]: WARNING neutronclient.v2_0.client [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.289584] env[65481]: WARNING neutronclient.v2_0.client [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.396561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1cc6cb8-66b7-411e-825c-cf966574551b tempest-AttachInterfacesV270Test-633734563 tempest-AttachInterfacesV270Test-633734563-project-member] Lock "bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.093s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.401620] env[65481]: WARNING neutronclient.v2_0.client [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 698.415640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.416038] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.437395] env[65481]: DEBUG nova.network.neutron [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updated VIF entry in instance network info cache for port 2c833fff-5059-4b7b-9fcb-255e8b0e2887. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.437778] env[65481]: DEBUG nova.network.neutron [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.442673] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.466635] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Releasing lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.468054] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Instance network_info: |[{"id": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "address": "fa:16:3e:a2:dd:ca", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dc12f7-c6", "ovs_interfaceid": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 698.468146] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a2:dd:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c0dc12f7-c6ef-4881-acf1-9d1240804315', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 698.479610] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Creating folder: Project (8d0c8398f47c49ffae640d6416590e03). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.480301] env[65481]: DEBUG nova.network.neutron [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Updated VIF entry in instance network info cache for port 8edb3c62-70ed-4ab5-8caf-a67cb01ee396. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.480640] env[65481]: DEBUG nova.network.neutron [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Updating instance_info_cache with network_info: [{"id": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "address": "fa:16:3e:d2:a0:b5", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8edb3c62-70", "ovs_interfaceid": "8edb3c62-70ed-4ab5-8caf-a67cb01ee396", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.485350] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2a1998f0-3d95-4eb7-8b36-efe7f049c354 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.500592] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Created folder: Project (8d0c8398f47c49ffae640d6416590e03) in parent group-v951696. [ 698.500775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Creating folder: Instances. Parent ref: group-v951775. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 698.501252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-992aff8b-e659-4f94-a61b-96d4bd4ac7c1 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.696s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.501566] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0280b6d4-115d-4ed9-b619-e230ab79f242 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.514435] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Created folder: Instances in parent group-v951775. [ 698.514715] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 698.515964] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 698.515964] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-24176c42-5f7d-4f99-b41e-8ecebe2e616e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 698.539022] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884137, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.543397] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 698.543397] env[65481]: value = "task-4884140" [ 698.543397] env[65481]: _type = "Task" [ 698.543397] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 698.552442] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884140, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 698.587504] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updated VIF entry in instance network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 698.588699] env[65481]: DEBUG nova.network.neutron [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updating instance_info_cache with network_info: [{"id": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "address": "fa:16:3e:9b:17:df", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f2bfb4-69", "ovs_interfaceid": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 698.731923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.732284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.732973] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 698.732973] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 698.732973] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 698.735504] env[65481]: INFO nova.compute.manager [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Terminating instance [ 698.918579] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 698.941118] env[65481]: DEBUG oslo_concurrency.lockutils [req-34ef7f05-cab7-4cbd-9c80-49010c3b8520 req-79500d37-abb6-4cbb-b557-4dc822bafc13 service nova] Releasing lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 698.989381] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ddfa6c1-4fba-4118-b1f6-cb60245084d0 req-ec1ccf35-9b77-4c6e-bb17-d533390d63cd service nova] Releasing lock "refresh_cache-6a10b233-a7c2-474c-857e-da389327e1c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.025767] env[65481]: DEBUG oslo_vmware.api [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884137, 'name': PowerOnVM_Task, 'duration_secs': 0.776004} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.029711] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 699.029931] env[65481]: INFO nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Took 9.86 seconds to spawn the instance on the hypervisor. [ 699.030160] env[65481]: DEBUG nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 699.031299] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfebb54c-2c7f-4dc6-b07b-07aac1050807 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.059569] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884140, 'name': CreateVM_Task, 'duration_secs': 0.409859} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.059747] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 699.060354] env[65481]: WARNING neutronclient.v2_0.client [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 699.060849] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.060937] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.061602] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 699.061602] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d854b9e0-85b7-43b1-a6e5-715e6d37e17f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.067819] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 699.067819] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52353e28-9673-c190-0027-7aaa76280315" [ 699.067819] env[65481]: _type = "Task" [ 699.067819] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.078606] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52353e28-9673-c190-0027-7aaa76280315, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.091532] env[65481]: DEBUG oslo_concurrency.lockutils [req-5503c46f-21d0-436e-b0f1-0e9097dff1fc req-e9972068-a2f1-47fd-8a5b-a9a749dbd8bb service nova] Releasing lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.219860] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 699.220229] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951774', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'name': 'volume-7170b6db-734f-4c17-9070-7299c4539897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf956cd-6b97-41e7-9878-3e324e8689bf', 'attached_at': '', 'detached_at': '', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'serial': '7170b6db-734f-4c17-9070-7299c4539897'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 699.222718] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55ef0458-1ece-4638-928a-061aa916eecc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.242341] env[65481]: DEBUG nova.compute.manager [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 699.242615] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.243600] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-451ee2c5-e29b-4a39-bee7-b415bf969403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.247084] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412ba489-c0ff-4c39-8750-d58cd9fc9543 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.278356] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfiguring VM instance instance-0000000a to attach disk [datastore1] volume-7170b6db-734f-4c17-9070-7299c4539897/volume-7170b6db-734f-4c17-9070-7299c4539897.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 699.283147] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9fb6a9f3-da1e-453c-9f21-fc3e0a7789ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.296775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.297277] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2df028cd-ebd8-4243-880f-5700bcfd5230 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.305912] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 699.305912] env[65481]: value = "task-4884141" [ 699.305912] env[65481]: _type = "Task" [ 699.305912] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.307382] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Waiting for the task: (returnval){ [ 699.307382] env[65481]: value = "task-4884142" [ 699.307382] env[65481]: _type = "Task" [ 699.307382] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.328602] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884142, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.329056] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884141, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.368483] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.369357] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.369797] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.369797] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.369922] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.372788] env[65481]: INFO nova.compute.manager [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Terminating instance [ 699.375991] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4820fa1c-e22b-4405-b7e4-920c453592f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.385549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c38e81b0-bd8b-4fd4-a47e-4b4c00cafa63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.424547] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a50a581-eb7c-4b0d-9a0a-aa5a15134be7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.435408] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8433f3c3-73cb-4171-9fff-9ea29f96dd69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.452955] env[65481]: DEBUG nova.compute.provider_tree [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 699.457611] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.555151] env[65481]: INFO nova.compute.manager [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Took 34.52 seconds to build instance. [ 699.583442] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52353e28-9673-c190-0027-7aaa76280315, 'name': SearchDatastore_Task, 'duration_secs': 0.034619} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.583760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 699.583991] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 699.584237] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 699.584374] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 699.584546] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 699.584959] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b83e3689-15f7-48ee-8cce-26848cc1b9a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.597054] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 699.597250] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 699.600056] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e870df01-4191-4e17-bc15-6f9a458890cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.609032] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 699.609032] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c545f5-c473-caab-76f0-99987a9ff8d6" [ 699.609032] env[65481]: _type = "Task" [ 699.609032] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.615699] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c545f5-c473-caab-76f0-99987a9ff8d6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.822265] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884142, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.825965] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884141, 'name': PowerOffVM_Task, 'duration_secs': 0.22729} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 699.826313] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 699.826504] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 699.826798] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a9d8502c-7ed6-4e5e-9a15-26c0ba429944 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.837753] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "826f379a-e832-4f12-96a0-8028279392c0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.838024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.838255] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "826f379a-e832-4f12-96a0-8028279392c0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 699.838541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 699.838646] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 699.843682] env[65481]: INFO nova.compute.manager [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Terminating instance [ 699.882939] env[65481]: DEBUG nova.compute.manager [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 699.883453] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 699.885915] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c16c249-4a55-424c-8e49-efb45ae248ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.899868] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 699.901768] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-318b8c81-d652-44b6-aaa5-48c79b3e0cbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.903641] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 699.903940] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 699.904352] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleting the datastore file [datastore2] ca41d270-6883-4b9a-bda9-1606148e4ce9 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 699.904417] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f053b224-84e6-45bc-97f2-d139a7bb3f06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 699.911796] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 699.911796] env[65481]: value = "task-4884144" [ 699.911796] env[65481]: _type = "Task" [ 699.911796] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.917899] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 699.917899] env[65481]: value = "task-4884145" [ 699.917899] env[65481]: _type = "Task" [ 699.917899] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 699.929553] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884144, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.936626] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884145, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 699.957843] env[65481]: DEBUG nova.scheduler.client.report [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 700.058282] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725f5207-04dd-413f-a66a-87329c0fae60 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.187s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.117840] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c545f5-c473-caab-76f0-99987a9ff8d6, 'name': SearchDatastore_Task, 'duration_secs': 0.015925} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.118373] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f799a1c7-6e2b-432a-bb76-caead388bda8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.125459] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 700.125459] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b93cd0-3856-d75c-135f-1df83e3eaad4" [ 700.125459] env[65481]: _type = "Task" [ 700.125459] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.135081] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b93cd0-3856-d75c-135f-1df83e3eaad4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.324321] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884142, 'name': ReconfigVM_Task, 'duration_secs': 0.61459} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.324703] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfigured VM instance instance-0000000a to attach disk [datastore1] volume-7170b6db-734f-4c17-9070-7299c4539897/volume-7170b6db-734f-4c17-9070-7299c4539897.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 700.329914] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7fe2af3f-6d3a-4af7-a791-362e89336920 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.350312] env[65481]: DEBUG nova.compute.manager [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 700.350312] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 700.350312] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Waiting for the task: (returnval){ [ 700.350312] env[65481]: value = "task-4884146" [ 700.350312] env[65481]: _type = "Task" [ 700.350312] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.350822] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcbab71e-01a9-4cef-9307-c6be78bd0adc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.365713] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884146, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.368538] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 700.368873] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-580d92e8-2ff8-433c-8c3a-6ab5763b4c38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.376596] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 700.376596] env[65481]: value = "task-4884147" [ 700.376596] env[65481]: _type = "Task" [ 700.376596] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.387765] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.425888] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884144, 'name': PowerOffVM_Task, 'duration_secs': 0.200671} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.426553] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.426719] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.426979] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0b8462a0-553b-4f5d-b67d-146253c500f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.437582] env[65481]: DEBUG oslo_vmware.api [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884145, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.214924} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.441243] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 700.441243] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 700.441243] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 700.444355] env[65481]: INFO nova.compute.manager [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Took 1.20 seconds to destroy the instance on the hypervisor. [ 700.445161] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 700.448693] env[65481]: DEBUG nova.compute.manager [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 700.448808] env[65481]: DEBUG nova.network.neutron [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 700.449144] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.452077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.452733] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.466431] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.638s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.467275] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 700.470208] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.561s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.471913] env[65481]: INFO nova.compute.claims [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 700.516020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.516818] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.517933] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore2] 958fbfe5-9ecc-4adb-83ce-8267c0cb429d {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.517933] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-593c8f39-9e33-49b7-b8bc-91e05d55f8d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.531109] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 700.531109] env[65481]: value = "task-4884149" [ 700.531109] env[65481]: _type = "Task" [ 700.531109] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.544095] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.639891] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b93cd0-3856-d75c-135f-1df83e3eaad4, 'name': SearchDatastore_Task, 'duration_secs': 0.011991} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.642649] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 700.642649] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14/2aa6b1a6-9104-4ad5-9cd5-4548c0561c14.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 700.642649] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90cab81d-036a-4f6c-8661-34121f2534d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.650982] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 700.650982] env[65481]: value = "task-4884150" [ 700.650982] env[65481]: _type = "Task" [ 700.650982] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 700.660858] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884150, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 700.723489] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.806413] env[65481]: DEBUG nova.compute.manager [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Received event network-vif-plugged-c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.807050] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Acquiring lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 700.809574] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 700.809574] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 700.809574] env[65481]: DEBUG nova.compute.manager [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] No waiting events found dispatching network-vif-plugged-c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 700.809574] env[65481]: WARNING nova.compute.manager [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Received unexpected event network-vif-plugged-c0dc12f7-c6ef-4881-acf1-9d1240804315 for instance with vm_state building and task_state spawning. [ 700.809574] env[65481]: DEBUG nova.compute.manager [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Received event network-changed-c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.810053] env[65481]: DEBUG nova.compute.manager [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Refreshing instance network info cache due to event network-changed-c0dc12f7-c6ef-4881-acf1-9d1240804315. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 700.810053] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Acquiring lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 700.810053] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Acquired lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 700.810053] env[65481]: DEBUG nova.network.neutron [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Refreshing network info cache for port c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 700.867313] env[65481]: DEBUG oslo_vmware.api [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884146, 'name': ReconfigVM_Task, 'duration_secs': 0.222282} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.870034] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951774', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'name': 'volume-7170b6db-734f-4c17-9070-7299c4539897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf956cd-6b97-41e7-9878-3e324e8689bf', 'attached_at': '', 'detached_at': '', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'serial': '7170b6db-734f-4c17-9070-7299c4539897'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 700.891968] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884147, 'name': PowerOffVM_Task, 'duration_secs': 0.215427} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 700.892624] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 700.892624] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 700.895143] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-48bd23b1-0d92-4008-a545-25e812c3d688 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 700.901266] env[65481]: DEBUG nova.compute.manager [req-099b6229-d773-4b15-a55d-e93f4e135126 req-87a09860-51ab-4f94-8493-abb7062fe9f8 service nova] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Received event network-vif-deleted-8cce69f2-b4f8-4413-affe-6e1b83e47cb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.901495] env[65481]: DEBUG nova.compute.manager [req-099b6229-d773-4b15-a55d-e93f4e135126 req-87a09860-51ab-4f94-8493-abb7062fe9f8 service nova] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Received event network-vif-deleted-4420fa4e-301e-4ba1-ac99-25c42cfe41ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 700.956974] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 700.983609] env[65481]: DEBUG nova.compute.utils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 700.985857] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 700.986177] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 700.987120] env[65481]: WARNING neutronclient.v2_0.client [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.987208] env[65481]: WARNING neutronclient.v2_0.client [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 700.991433] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 700.994509] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 700.994509] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleting the datastore file [datastore2] 826f379a-e832-4f12-96a0-8028279392c0 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 700.994901] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e8a11186-cde6-4ec7-9eeb-72cc63f4dc81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.007710] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 701.007710] env[65481]: value = "task-4884152" [ 701.007710] env[65481]: _type = "Task" [ 701.007710] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.020626] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884152, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.045547] env[65481]: DEBUG oslo_vmware.api [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17799} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.045891] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.046132] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.046351] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.046553] env[65481]: INFO nova.compute.manager [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Took 1.16 seconds to destroy the instance on the hypervisor. [ 701.046851] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.047096] env[65481]: DEBUG nova.compute.manager [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.047231] env[65481]: DEBUG nova.network.neutron [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.047533] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.162736] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884150, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.314797] env[65481]: WARNING neutronclient.v2_0.client [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.491845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 701.500894] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 701.519034] env[65481]: DEBUG oslo_vmware.api [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884152, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.317125} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.522290] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 701.522659] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 701.523020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 701.523967] env[65481]: INFO nova.compute.manager [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Took 1.17 seconds to destroy the instance on the hypervisor. [ 701.523967] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 701.525678] env[65481]: DEBUG nova.policy [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a3074dfcf7364bc0a97bf78a69576a41', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd5069c81824d41b7818bb6b46434e118', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 701.528297] env[65481]: DEBUG nova.compute.manager [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 701.528297] env[65481]: DEBUG nova.network.neutron [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 701.528297] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.595888] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 701.666726] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884150, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598507} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 701.670133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14/2aa6b1a6-9104-4ad5-9cd5-4548c0561c14.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 701.670269] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 701.671658] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-874ee2b6-b861-43b6-98fb-b7d351a89a93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.680074] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 701.680074] env[65481]: value = "task-4884153" [ 701.680074] env[65481]: _type = "Task" [ 701.680074] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 701.695846] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 701.920425] env[65481]: DEBUG nova.objects.instance [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lazy-loading 'flavor' on Instance uuid edf956cd-6b97-41e7-9878-3e324e8689bf {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 701.953172] env[65481]: DEBUG nova.network.neutron [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 701.956195] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1f4c174-190b-4399-a1bd-85ce81197998 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 701.965449] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84be908f-78a2-4eb8-a4c8-1429198a095f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.001082] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b26c1c0-77c6-4846-9cf8-f3f615f51a89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.011605] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ee37b1-9066-49d4-abf2-3373c4305bcf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.027986] env[65481]: DEBUG nova.compute.provider_tree [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 702.190592] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884153, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.280037] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Successfully created port: e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 702.310025] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 702.427263] env[65481]: DEBUG oslo_concurrency.lockutils [None req-64c45df1-c068-4455-a99b-6bc9a2ad6fb8 tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.860s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 702.460797] env[65481]: INFO nova.compute.manager [-] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Took 2.01 seconds to deallocate network for instance. [ 702.513355] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 702.534820] env[65481]: DEBUG nova.scheduler.client.report [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 702.549427] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 702.551930] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 702.551930] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 702.551930] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 702.551930] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 702.551930] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 702.552226] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 702.552226] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 702.552226] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 702.552226] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 702.552226] env[65481]: DEBUG nova.virt.hardware [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 702.552382] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-020a6420-3611-4ae2-a463-89407a009270 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.562207] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba7383d-64b7-42b6-80dc-03106ebfc0e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.695029] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884153, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.741482} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 702.695324] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 702.696127] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff316b4-5a45-4a36-8474-5405b99916c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.727402] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Reconfiguring VM instance instance-0000001d to attach disk [datastore1] 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14/2aa6b1a6-9104-4ad5-9cd5-4548c0561c14.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 702.729941] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-122b555b-cce9-4408-a5b2-49adc3b3d50e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 702.755038] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 702.755038] env[65481]: value = "task-4884154" [ 702.755038] env[65481]: _type = "Task" [ 702.755038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 702.764784] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884154, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 702.970710] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.029359] env[65481]: DEBUG nova.network.neutron [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.042406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.572s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 703.043111] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 703.046745] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 21.342s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.266868] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884154, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.450552] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "b762d58c-6361-4521-852f-735f795dedc9" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 703.450816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 703.532755] env[65481]: INFO nova.compute.manager [-] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Took 2.49 seconds to deallocate network for instance. [ 703.552308] env[65481]: DEBUG nova.compute.utils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 703.553594] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 703.553784] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 703.554095] env[65481]: WARNING neutronclient.v2_0.client [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.554393] env[65481]: WARNING neutronclient.v2_0.client [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 703.772717] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884154, 'name': ReconfigVM_Task, 'duration_secs': 0.673935} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 703.772717] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Reconfigured VM instance instance-0000001d to attach disk [datastore1] 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14/2aa6b1a6-9104-4ad5-9cd5-4548c0561c14.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 703.773855] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0786e44d-e30c-45ea-acf0-c0eff27960a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 703.786184] env[65481]: DEBUG nova.network.neutron [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 703.789396] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 703.789396] env[65481]: value = "task-4884155" [ 703.789396] env[65481]: _type = "Task" [ 703.789396] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 703.802134] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884155, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 703.956289] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 704.040346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.057747] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 704.091805] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5b571204-f656-4697-b62a-5caf8929d3d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.091957] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ba75545a-61a2-4a80-b5bf-72bfc47badb1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.092115] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 254c11d4-87f9-465d-bdca-3ac7930d4000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.092294] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance edf956cd-6b97-41e7-9878-3e324e8689bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.092439] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c7d1d70d-3d48-4bec-b648-e76e4608d4cb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.092561] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4a3485fd-919f-49c1-9c7f-d13ad3d279b1 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.092689] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance f15c8c2f-4a13-44c0-8949-b862d531010f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.092796] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance df813b65-e6c1-402e-b3c5-8d0d4404c003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.092902] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1b658449-9a0e-4695-b986-fb802b8a5c29 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.093016] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 9c7432da-7e2f-4b09-ad3e-96dfa79919d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.093143] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance aaf107bd-50d1-4507-a4d4-824a3f775623 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.093374] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 958fbfe5-9ecc-4adb-83ce-8267c0cb429d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.093480] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ef8ee289-43ea-4622-a923-2c5399847b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.093688] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1321d4fa-a370-4159-84e3-cdddaa0e1ede is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.093831] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.093947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ff720f13-03ae-4d1f-b714-21ea4423a29d actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094151] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 826f379a-e832-4f12-96a0-8028279392c0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094296] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ca41d270-6883-4b9a-bda9-1606148e4ce9 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 704.094408] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c5e60097-9a02-49d5-9c05-ec74e5e8a69f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094514] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6a10b233-a7c2-474c-857e-da389327e1c5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094619] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094720] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6d7b881c-facf-4138-be2d-391633018358 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.094820] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 049aaccd-0332-4fa4-a1ba-17d7722decdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 704.131082] env[65481]: DEBUG nova.policy [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9927dc8fd1e44c0a93cd9318b20c454d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f865d2358e4936a1eb6e5b30c31687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 704.295821] env[65481]: INFO nova.compute.manager [-] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Took 2.77 seconds to deallocate network for instance. [ 704.303064] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884155, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.481592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.524983] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Successfully updated port: e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 704.603210] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 79bf8ea9-1923-4e70-8e2c-e11af4aa5973 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 704.701770] env[65481]: WARNING neutronclient.v2_0.client [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 704.803465] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884155, 'name': Rename_Task, 'duration_secs': 0.937024} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 704.803465] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 704.803465] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b77cb8ad-9979-43aa-9e2c-0b558be8b6d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 704.805258] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 704.812848] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 704.812848] env[65481]: value = "task-4884156" [ 704.812848] env[65481]: _type = "Task" [ 704.812848] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 704.825254] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884156, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 704.851695] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Successfully created port: c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 704.903129] env[65481]: DEBUG nova.network.neutron [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Updated VIF entry in instance network info cache for port c0dc12f7-c6ef-4881-acf1-9d1240804315. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 704.904407] env[65481]: DEBUG nova.network.neutron [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Updating instance_info_cache with network_info: [{"id": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "address": "fa:16:3e:a2:dd:ca", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.163", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc0dc12f7-c6", "ovs_interfaceid": "c0dc12f7-c6ef-4881-acf1-9d1240804315", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 705.029611] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 705.029611] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 705.030573] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 705.074036] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 705.106826] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 705.107608] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 705.107608] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 705.107608] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 705.107853] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 705.107903] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 705.108423] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 705.108423] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 705.108535] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 705.108718] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 705.108937] env[65481]: DEBUG nova.virt.hardware [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 705.109996] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance fdca127b-6482-4d08-bddc-a43167df9cfb has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 705.112665] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62b7a95f-2581-4805-a8e9-30794eba28fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.126400] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f900a92-9cc6-4279-9ab9-210175226192 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 705.324792] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884156, 'name': PowerOnVM_Task} progress is 19%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 705.407384] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0f0b7bd-70b8-4ec8-af3a-2a95b5225588 req-fc0d885b-423c-46e5-a34b-2ff6bfb2d8fa service nova] Releasing lock "refresh_cache-2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 705.619809] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 705.825516] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884156, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 706.122468] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 706.140277] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 706.329828] env[65481]: DEBUG oslo_vmware.api [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884156, 'name': PowerOnVM_Task, 'duration_secs': 1.30001} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 706.330130] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 706.330342] env[65481]: INFO nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Took 11.30 seconds to spawn the instance on the hypervisor. [ 706.330516] env[65481]: DEBUG nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 706.331433] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87043188-3fed-4988-8d38-f792d0f718c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 706.511681] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Successfully updated port: c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 706.625511] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance b762d58c-6361-4521-852f-735f795dedc9 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 706.626079] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 16 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 706.626079] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3712MB phys_disk=100GB used_disk=16GB total_vcpus=48 used_vcpus=16 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '16', 'num_vm_active': '13', 'num_task_None': '12', 'num_os_type_None': '16', 'num_proj_d5069c81824d41b7818bb6b46434e118': '4', 'io_workload': '3', 'num_proj_f9c11673938149019e397feb794c8bc0': '1', 'num_proj_570bc96419ea400e9f7bd8fbe93a4e93': '1', 'num_proj_a4deab76e13049589cfad540b7ca17c7': '1', 'num_task_deleting': '2', 'num_proj_844bcb8470044e48bf34580cf652307d': '1', 'num_proj_c2d07f9597fb4606a2978de30f93b971': '3', 'num_proj_2f85cfd4a6464989b6e7055bc21e2862': '1', 'num_proj_9e070f0b540e461d91f11194ac41e7f6': '1', 'num_proj_43597ac6ae724203862ae7028433bba3': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_proj_8d0c8398f47c49ffae640d6416590e03': '1', 'num_proj_00f865d2358e4936a1eb6e5b30c31687': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 706.852286] env[65481]: INFO nova.compute.manager [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Took 36.20 seconds to build instance. [ 707.015746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 707.015924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 707.016115] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 707.039091] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2c868b2-005b-44ad-8a21-819af49a5dd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.049435] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-386eb038-40b3-4f39-91f7-b6fae03c3611 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.088861] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e04caa3-f0ff-4c66-943e-ca419e47f3d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.097283] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a1f4c5d-1bd8-4001-afc9-b28918f7a0c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 707.112994] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 707.355599] env[65481]: DEBUG oslo_concurrency.lockutils [None req-75fcd9fa-8050-4059-9cbf-445d3ade9392 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.480s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 707.616694] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 707.894780] env[65481]: DEBUG nova.compute.manager [req-bcd94a54-eb8f-4d94-923c-b7709a471efb req-4bf70e35-4b15-49cd-ad3c-6f0823b2bfc6 service nova] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Received event network-vif-deleted-ceff4bbc-1ae4-495a-9a3b-dabebaf6a5e2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.894780] env[65481]: DEBUG nova.compute.manager [req-bcd94a54-eb8f-4d94-923c-b7709a471efb req-4bf70e35-4b15-49cd-ad3c-6f0823b2bfc6 service nova] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Received event network-vif-deleted-f6225448-6dae-4acf-a257-eaa45ce13b40 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 707.916156] env[65481]: DEBUG nova.compute.manager [req-bf112793-453b-4525-8097-e144915586af req-d3ebbd90-7c38-4130-a03c-87d598580882 service nova] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Received event network-vif-deleted-fc62821e-9b54-411d-81d2-d630850b1d69 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 708.123484] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 708.123830] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.077s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.124045] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.770s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.124195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.126915] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.947s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 708.128852] env[65481]: INFO nova.compute.claims [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 708.178384] env[65481]: INFO nova.scheduler.client.report [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Deleted allocations for instance aaf107bd-50d1-4507-a4d4-824a3f775623 [ 708.321630] env[65481]: WARNING neutronclient.v2_0.client [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 708.362161] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 708.691251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba67a61-d07c-4e12-806e-064e4d0f4288 tempest-DeleteServersAdminTestJSON-2010912368 tempest-DeleteServersAdminTestJSON-2010912368-project-member] Lock "aaf107bd-50d1-4507-a4d4-824a3f775623" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.762s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 708.966764] env[65481]: DEBUG nova.network.neutron [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Updating instance_info_cache with network_info: [{"id": "e4040e8f-6945-4021-a92d-669d55695788", "address": "fa:16:3e:a9:33:aa", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040e8f-69", "ovs_interfaceid": "e4040e8f-6945-4021-a92d-669d55695788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.296029] env[65481]: WARNING neutronclient.v2_0.client [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 709.394091] env[65481]: DEBUG nova.network.neutron [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Updating instance_info_cache with network_info: [{"id": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "address": "fa:16:3e:73:ae:48", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99ed1fb-96", "ovs_interfaceid": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 709.471560] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.471822] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Instance network_info: |[{"id": "e4040e8f-6945-4021-a92d-669d55695788", "address": "fa:16:3e:a9:33:aa", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040e8f-69", "ovs_interfaceid": "e4040e8f-6945-4021-a92d-669d55695788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 709.472562] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:33:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e4040e8f-6945-4021-a92d-669d55695788', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.483378] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.487151] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.487151] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c46ac297-f53d-46fe-90bc-088d1a301170 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.516916] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.516916] env[65481]: value = "task-4884157" [ 709.516916] env[65481]: _type = "Task" [ 709.516916] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.527018] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884157, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 709.617837] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92d9d84e-ac55-4d87-8152-d44bc0a2ab6a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.630449] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2502259c-5e8c-4b91-be9b-04087ef6953d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.662474] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58cc9e6-4d03-4fe3-9330-fcc6dcfadf11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.671691] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea001229-08a7-40b9-9ee8-5e25b6152120 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.687903] env[65481]: DEBUG nova.compute.provider_tree [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 709.898709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 709.902505] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Instance network_info: |[{"id": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "address": "fa:16:3e:73:ae:48", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99ed1fb-96", "ovs_interfaceid": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 709.902686] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:73:ae:48', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c99ed1fb-9663-478c-baf8-55d2dc8beaac', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 709.909349] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating folder: Project (00f865d2358e4936a1eb6e5b30c31687). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.909782] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-702a3dc2-d424-4393-940c-bfb3752f16f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.925437] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created folder: Project (00f865d2358e4936a1eb6e5b30c31687) in parent group-v951696. [ 709.925814] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating folder: Instances. Parent ref: group-v951779. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 709.925946] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f2eedd69-d15a-4768-b0d8-509dc6e9a57f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.940555] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created folder: Instances in parent group-v951779. [ 709.940555] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 709.940555] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 709.940555] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-295ad333-39b7-45df-9282-814b71cc5b08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 709.960377] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 709.960377] env[65481]: value = "task-4884160" [ 709.960377] env[65481]: _type = "Task" [ 709.960377] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 709.970681] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884160, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.034332] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884157, 'name': CreateVM_Task, 'duration_secs': 0.33335} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.034616] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.035423] env[65481]: WARNING neutronclient.v2_0.client [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.035926] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.036078] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.036405] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.036674] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-013d7ddd-a9a7-42ee-8dc3-67bfd574e032 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.043965] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 710.043965] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb8c73-09d6-2ae4-d550-fe5c37212264" [ 710.043965] env[65481]: _type = "Task" [ 710.043965] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.054881] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb8c73-09d6-2ae4-d550-fe5c37212264, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.192280] env[65481]: DEBUG nova.scheduler.client.report [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 710.473631] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884160, 'name': CreateVM_Task, 'duration_secs': 0.361721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.474087] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 710.474709] env[65481]: WARNING neutronclient.v2_0.client [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 710.475107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.559463] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb8c73-09d6-2ae4-d550-fe5c37212264, 'name': SearchDatastore_Task, 'duration_secs': 0.01421} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 710.559711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 710.559938] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 710.560213] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 710.561049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.561049] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 710.561049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 710.561223] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 710.561415] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-9ecf0517-d551-4906-b3bd-35f326352330 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.563625] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9a84feed-7b83-45f9-a6b0-4d187c9b9011 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.572570] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 710.572570] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268e0f4-c148-6b81-ffd3-c35228a67834" [ 710.572570] env[65481]: _type = "Task" [ 710.572570] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.578927] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 710.579300] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 710.581017] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d7c7aa5-9c2e-4fb2-b4d8-fab57857580a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 710.589699] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268e0f4-c148-6b81-ffd3-c35228a67834, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.595341] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 710.595341] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52525729-9bf8-1b54-6355-b21c7854bf29" [ 710.595341] env[65481]: _type = "Task" [ 710.595341] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 710.609517] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52525729-9bf8-1b54-6355-b21c7854bf29, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 710.699761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.571s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 710.699928] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 710.706461] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.779s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 710.708499] env[65481]: DEBUG nova.objects.instance [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 711.093776] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268e0f4-c148-6b81-ffd3-c35228a67834, 'name': SearchDatastore_Task, 'duration_secs': 0.024728} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.094237] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.095331] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 711.095331] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.114609] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52525729-9bf8-1b54-6355-b21c7854bf29, 'name': SearchDatastore_Task, 'duration_secs': 0.011065} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.115034] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e750c8d7-d061-4a83-95cc-91182bec6599 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.123335] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 711.123335] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52566ac9-d695-53e4-5597-9b89e423cc0f" [ 711.123335] env[65481]: _type = "Task" [ 711.123335] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.136768] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52566ac9-d695-53e4-5597-9b89e423cc0f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.155028] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.155212] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.174086] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.174392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.207826] env[65481]: DEBUG nova.compute.utils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 711.210275] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 711.221792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "00902224-aae0-4414-93e9-895098881d15" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.222117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.299513] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Received event network-vif-plugged-e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.299814] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Acquiring lock "6d7b881c-facf-4138-be2d-391633018358-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.300045] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Lock "6d7b881c-facf-4138-be2d-391633018358-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.300213] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Lock "6d7b881c-facf-4138-be2d-391633018358-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.301449] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] No waiting events found dispatching network-vif-plugged-e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 711.301593] env[65481]: WARNING nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Received unexpected event network-vif-plugged-e4040e8f-6945-4021-a92d-669d55695788 for instance with vm_state building and task_state spawning. [ 711.301752] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Received event network-changed-e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.301896] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Refreshing instance network info cache due to event network-changed-e4040e8f-6945-4021-a92d-669d55695788. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 711.302102] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Acquiring lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.302257] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Acquired lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.302422] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Refreshing network info cache for port e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.306508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.306722] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.327231] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 711.327348] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing instance network info cache due to event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 711.327547] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Acquiring lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 711.328199] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Acquired lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.328199] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 711.585074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 711.585383] env[65481]: DEBUG oslo_concurrency.lockutils [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.635463] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52566ac9-d695-53e4-5597-9b89e423cc0f, 'name': SearchDatastore_Task, 'duration_secs': 0.013237} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 711.635814] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 711.636115] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 6d7b881c-facf-4138-be2d-391633018358/6d7b881c-facf-4138-be2d-391633018358.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 711.636425] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 711.636639] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 711.637419] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-57107a1e-8ddc-4100-ba15-a63dc9df760e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.639503] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3846773f-35fa-4e6f-9ffb-575ce83fcbb9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.649980] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 711.649980] env[65481]: value = "task-4884161" [ 711.649980] env[65481]: _type = "Task" [ 711.649980] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.651505] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 711.651687] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 711.660120] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb626eb4-7be5-4729-90f6-771334f32d16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 711.660120] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.672865] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884161, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.672865] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 711.672865] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5299cbee-08b3-6426-1026-641b2227b813" [ 711.672865] env[65481]: _type = "Task" [ 711.672865] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 711.678784] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.685697] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5299cbee-08b3-6426-1026-641b2227b813, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 711.715633] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 711.724289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d426b053-c132-4db4-a49f-4ba1e8bf2688 tempest-ServersAdmin275Test-1300349618 tempest-ServersAdmin275Test-1300349618-project-admin] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 711.726648] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.787s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 711.730392] env[65481]: INFO nova.compute.claims [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 711.736871] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 711.808861] env[65481]: WARNING neutronclient.v2_0.client [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 711.831391] env[65481]: WARNING neutronclient.v2_0.client [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.090935] env[65481]: INFO nova.compute.manager [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Detaching volume 7170b6db-734f-4c17-9070-7299c4539897 [ 712.172303] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884161, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.173839] env[65481]: INFO nova.virt.block_device [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Attempting to driver detach volume 7170b6db-734f-4c17-9070-7299c4539897 from mountpoint /dev/sdb [ 712.174838] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 712.174838] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951774', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'name': 'volume-7170b6db-734f-4c17-9070-7299c4539897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf956cd-6b97-41e7-9878-3e324e8689bf', 'attached_at': '', 'detached_at': '', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'serial': '7170b6db-734f-4c17-9070-7299c4539897'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 712.175418] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7b31f6-1d72-4f2d-b4b7-9ba9e84c29d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.188200] env[65481]: WARNING neutronclient.v2_0.client [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.201613] env[65481]: WARNING neutronclient.v2_0.client [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 712.234930] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66e56239-5a28-4078-a0a1-412e4660410b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.238059] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5299cbee-08b3-6426-1026-641b2227b813, 'name': SearchDatastore_Task, 'duration_secs': 0.015855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.240574] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.241788] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.250603] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-425ce855-043e-44bf-9247-87e74003db9e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.261822] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bda959db-5963-4cbe-bb84-ebe811b5faa0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.269222] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 712.269222] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52efb307-cbf3-fb78-3abd-04a15ea4a891" [ 712.269222] env[65481]: _type = "Task" [ 712.269222] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.295649] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.297049] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecf5b414-eeb0-4ca9-b580-914188adc0e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.306853] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52efb307-cbf3-fb78-3abd-04a15ea4a891, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.328254] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] The volume has not been displaced from its original location: [datastore1] volume-7170b6db-734f-4c17-9070-7299c4539897/volume-7170b6db-734f-4c17-9070-7299c4539897.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 712.335045] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfiguring VM instance instance-0000000a to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 712.335045] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a719beb9-515d-40bb-a3ca-67015553c7b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.361492] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Updated VIF entry in instance network info cache for port e4040e8f-6945-4021-a92d-669d55695788. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.361492] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Updating instance_info_cache with network_info: [{"id": "e4040e8f-6945-4021-a92d-669d55695788", "address": "fa:16:3e:a9:33:aa", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040e8f-69", "ovs_interfaceid": "e4040e8f-6945-4021-a92d-669d55695788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.364857] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Waiting for the task: (returnval){ [ 712.364857] env[65481]: value = "task-4884162" [ 712.364857] env[65481]: _type = "Task" [ 712.364857] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.385996] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884162, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.415071] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updated VIF entry in instance network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 712.415455] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updating instance_info_cache with network_info: [{"id": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "address": "fa:16:3e:9b:17:df", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f2bfb4-69", "ovs_interfaceid": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 712.662755] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884161, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.619423} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.663125] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 6d7b881c-facf-4138-be2d-391633018358/6d7b881c-facf-4138-be2d-391633018358.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 712.663384] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 712.663874] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-009d5c09-8687-415a-a284-5d44bb536d12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.673237] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 712.673237] env[65481]: value = "task-4884163" [ 712.673237] env[65481]: _type = "Task" [ 712.673237] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.683326] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884163, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.744189] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 712.790906] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52efb307-cbf3-fb78-3abd-04a15ea4a891, 'name': SearchDatastore_Task, 'duration_secs': 0.048856} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 712.794066] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 712.794066] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 712.794396] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 712.794396] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 712.794396] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 712.794497] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 712.794713] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 712.794941] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 712.795076] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 712.795280] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 712.795772] env[65481]: DEBUG nova.virt.hardware [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 712.795772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.796202] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/049aaccd-0332-4fa4-a1ba-17d7722decdb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 712.796971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db9d9267-7012-4c25-b48d-41ce8707a947 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.805016] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a22021ba-cdbe-4814-a13d-4d447f4d2c94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.813891] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c9eb8be-fdcd-4cb8-b150-e99390a10bb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.821241] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 712.821241] env[65481]: value = "task-4884164" [ 712.821241] env[65481]: _type = "Task" [ 712.821241] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.833350] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 712.839390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Creating folder: Project (5ba9e12608db4499b32a5ddb258a889a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.843357] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8029455d-c802-4933-b83b-a9c1b076188a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.848922] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.859821] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Created folder: Project (5ba9e12608db4499b32a5ddb258a889a) in parent group-v951696. [ 712.860043] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Creating folder: Instances. Parent ref: group-v951782. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 712.860451] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-897a1267-527f-4195-8509-747d05b5b1c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.873092] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Releasing lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.873092] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.873092] env[65481]: DEBUG nova.compute.manager [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing instance network info cache due to event network-changed-89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.873092] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Acquiring lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.873373] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Created folder: Instances in parent group-v951782. [ 712.873654] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 712.879732] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 712.880077] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.880978] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8630e025-d983-4417-86e2-7a4eb0f03845 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 712.900545] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 712.900545] env[65481]: value = "task-4884167" [ 712.900545] env[65481]: _type = "Task" [ 712.900545] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 712.909957] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884167, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 712.918696] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Releasing lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 712.918975] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Received event network-vif-plugged-c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.919295] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Acquiring lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 712.919518] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 712.919677] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 712.919841] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] No waiting events found dispatching network-vif-plugged-c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 712.920019] env[65481]: WARNING nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Received unexpected event network-vif-plugged-c99ed1fb-9663-478c-baf8-55d2dc8beaac for instance with vm_state building and task_state spawning. [ 712.920186] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Received event network-changed-c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 712.920370] env[65481]: DEBUG nova.compute.manager [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Refreshing instance network info cache due to event network-changed-c99ed1fb-9663-478c-baf8-55d2dc8beaac. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 712.920560] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Acquiring lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 712.920731] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Acquired lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.920874] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Refreshing network info cache for port c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 712.925155] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Acquired lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 712.925381] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Refreshing network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 713.184654] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884163, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.14667} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.187798] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 713.189654] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cb9c0f-139e-429d-935d-c2a4820fce22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.218719] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Reconfiguring VM instance instance-0000001e to attach disk [datastore2] 6d7b881c-facf-4138-be2d-391633018358/6d7b881c-facf-4138-be2d-391633018358.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 713.222427] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e483fb8-c756-4be9-82d5-c45ab62f09c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.243731] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 713.243731] env[65481]: value = "task-4884168" [ 713.243731] env[65481]: _type = "Task" [ 713.243731] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.258278] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884168, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.331046] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884164, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.380527] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884162, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.412175] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01785986-b7bb-43dd-8c08-c954ccfadedd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.421198] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884167, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.425106] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14bd6607-e504-4216-a703-ca303783be27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.430556] env[65481]: WARNING neutronclient.v2_0.client [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.433615] env[65481]: WARNING neutronclient.v2_0.client [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.478970] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba97e00c-d1db-4282-908f-1d929b00dc8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.490125] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fe0d531-edce-4b2a-8530-e48a4dd7e037 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.520466] env[65481]: DEBUG nova.compute.provider_tree [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 713.675820] env[65481]: WARNING neutronclient.v2_0.client [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.698630] env[65481]: WARNING neutronclient.v2_0.client [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 713.759582] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884168, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.783750] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updated VIF entry in instance network info cache for port 89f2bfb4-69e4-4c14-9d31-e6c23d878da0. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.783750] env[65481]: DEBUG nova.network.neutron [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updating instance_info_cache with network_info: [{"id": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "address": "fa:16:3e:9b:17:df", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89f2bfb4-69", "ovs_interfaceid": "89f2bfb4-69e4-4c14-9d31-e6c23d878da0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.833302] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884164, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.835846] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Updated VIF entry in instance network info cache for port c99ed1fb-9663-478c-baf8-55d2dc8beaac. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 713.836224] env[65481]: DEBUG nova.network.neutron [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Updating instance_info_cache with network_info: [{"id": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "address": "fa:16:3e:73:ae:48", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99ed1fb-96", "ovs_interfaceid": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 713.878472] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884162, 'name': ReconfigVM_Task, 'duration_secs': 1.446529} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.878707] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Reconfigured VM instance instance-0000000a to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 713.883915] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2d975956-8604-4acd-8b38-bba401bbcfc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.900623] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Waiting for the task: (returnval){ [ 713.900623] env[65481]: value = "task-4884169" [ 713.900623] env[65481]: _type = "Task" [ 713.900623] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.914021] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884167, 'name': CreateVM_Task, 'duration_secs': 0.743785} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 713.917596] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 713.917892] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884169, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 713.918332] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 713.918497] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 713.918825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 713.919131] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13f8d135-44ab-4429-8bca-f4c22463cab4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 713.925162] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 713.925162] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c2703b-4c85-faa6-b3c2-413f950ecbfe" [ 713.925162] env[65481]: _type = "Task" [ 713.925162] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 713.935995] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c2703b-4c85-faa6-b3c2-413f950ecbfe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.028206] env[65481]: DEBUG nova.scheduler.client.report [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 714.063377] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "c79ee824-399c-408f-913e-d2243a099169" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 714.064249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.255313] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884168, 'name': ReconfigVM_Task, 'duration_secs': 0.660963} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.255628] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Reconfigured VM instance instance-0000001e to attach disk [datastore2] 6d7b881c-facf-4138-be2d-391633018358/6d7b881c-facf-4138-be2d-391633018358.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 714.256342] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-98e6f237-6e8f-4312-8306-c9bc5fbecece {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.263370] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 714.263370] env[65481]: value = "task-4884170" [ 714.263370] env[65481]: _type = "Task" [ 714.263370] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.273417] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884170, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.288889] env[65481]: DEBUG oslo_concurrency.lockutils [req-575f724f-41fa-4544-a697-e963ecf0910c req-6f768f31-5470-4c67-a567-373ec8b5bfa6 service nova] Releasing lock "refresh_cache-c5e60097-9a02-49d5-9c05-ec74e5e8a69f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.333978] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884164, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.043685} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.333978] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/049aaccd-0332-4fa4-a1ba-17d7722decdb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 714.333978] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 714.333978] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6057cd91-471a-4705-a8db-61a793f0a71b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.340162] env[65481]: DEBUG oslo_concurrency.lockutils [req-97152745-1dc6-4740-b895-e095ecd8d29e req-2d9eebab-c3ee-4b4b-8ee5-63f8d4d26c9e service nova] Releasing lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.345109] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 714.345109] env[65481]: value = "task-4884171" [ 714.345109] env[65481]: _type = "Task" [ 714.345109] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.354616] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.413978] env[65481]: DEBUG oslo_vmware.api [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Task: {'id': task-4884169, 'name': ReconfigVM_Task, 'duration_secs': 0.194867} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.414404] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951774', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'name': 'volume-7170b6db-734f-4c17-9070-7299c4539897', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'edf956cd-6b97-41e7-9878-3e324e8689bf', 'attached_at': '', 'detached_at': '', 'volume_id': '7170b6db-734f-4c17-9070-7299c4539897', 'serial': '7170b6db-734f-4c17-9070-7299c4539897'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 714.439221] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c2703b-4c85-faa6-b3c2-413f950ecbfe, 'name': SearchDatastore_Task, 'duration_secs': 0.017792} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.439561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.439792] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 714.440595] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 714.440595] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 714.440595] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 714.440740] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-376e2398-2d26-417c-a744-7875cdff4420 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.452687] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 714.452978] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 714.453790] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c7189afe-7e0b-4af0-8702-b1dda92b5847 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.460784] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 714.460784] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fa07fa-38da-67c5-cb1e-e1c0f4309ab5" [ 714.460784] env[65481]: _type = "Task" [ 714.460784] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.472261] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fa07fa-38da-67c5-cb1e-e1c0f4309ab5, 'name': SearchDatastore_Task} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.473072] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3ed921e7-7992-41ee-b9d3-ee32a8b7bff0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.480749] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 714.480749] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d2bdf-5784-4545-efcc-ee8de61f160e" [ 714.480749] env[65481]: _type = "Task" [ 714.480749] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.489081] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d2bdf-5784-4545-efcc-ee8de61f160e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.535383] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.809s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.537978] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 714.539346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.486s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.542020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.542020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.557s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.542020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 714.544281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.536s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 714.544596] env[65481]: DEBUG nova.objects.instance [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 714.585803] env[65481]: INFO nova.scheduler.client.report [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Deleted allocations for instance 4a3485fd-919f-49c1-9c7f-d13ad3d279b1 [ 714.587165] env[65481]: INFO nova.scheduler.client.report [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Deleted allocations for instance c7d1d70d-3d48-4bec-b648-e76e4608d4cb [ 714.776332] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884170, 'name': Rename_Task, 'duration_secs': 0.149448} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.776657] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 714.777114] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-874210f9-0b41-4c3c-8ea6-7093721cb946 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.785139] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 714.785139] env[65481]: value = "task-4884172" [ 714.785139] env[65481]: _type = "Task" [ 714.785139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.794968] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884172, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.855470] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.170718} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.855735] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 714.856530] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-494f559e-9467-4f8d-9523-2b97f435e042 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.884308] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/049aaccd-0332-4fa4-a1ba-17d7722decdb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 714.884684] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfeb3935-face-4a1e-acf2-2e10fe4e5878 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 714.910307] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 714.910307] env[65481]: value = "task-4884173" [ 714.910307] env[65481]: _type = "Task" [ 714.910307] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 714.920343] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884173, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 714.993868] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d2bdf-5784-4545-efcc-ee8de61f160e, 'name': SearchDatastore_Task, 'duration_secs': 0.010689} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 714.994164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 714.994330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 714.995590] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d7e4b11f-122b-4bce-8fc5-3a2afb1249f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.004668] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 715.004668] env[65481]: value = "task-4884174" [ 715.004668] env[65481]: _type = "Task" [ 715.004668] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.010989] env[65481]: DEBUG nova.objects.instance [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lazy-loading 'flavor' on Instance uuid edf956cd-6b97-41e7-9878-3e324e8689bf {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 715.018845] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884174, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.052406] env[65481]: DEBUG nova.compute.utils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 715.054048] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 715.056593] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 715.057031] env[65481]: WARNING neutronclient.v2_0.client [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.057386] env[65481]: WARNING neutronclient.v2_0.client [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 715.101403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8cebeeb1-b630-4072-b408-473553ea2d9d tempest-ServersTestManualDisk-1415263403 tempest-ServersTestManualDisk-1415263403-project-member] Lock "4a3485fd-919f-49c1-9c7f-d13ad3d279b1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.172s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.102537] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9f75add-b7da-4d3b-bfb5-bba9e520d447 tempest-ServersTestBootFromVolume-45909856 tempest-ServersTestBootFromVolume-45909856-project-member] Lock "c7d1d70d-3d48-4bec-b648-e76e4608d4cb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.719s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.126195] env[65481]: DEBUG nova.policy [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'd16915ee26964f569e58400b9a69d7e5', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'ecbc3879f8b646788fc26fcac4c52dda', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 715.298623] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884172, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.424335] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884173, 'name': ReconfigVM_Task, 'duration_secs': 0.323768} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.424646] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/049aaccd-0332-4fa4-a1ba-17d7722decdb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 715.425323] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4051fc54-832f-4f89-9bc8-a6924eaad413 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.434352] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 715.434352] env[65481]: value = "task-4884175" [ 715.434352] env[65481]: _type = "Task" [ 715.434352] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.444977] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884175, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.458220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.458220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.458395] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.458453] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.458606] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.462022] env[65481]: INFO nova.compute.manager [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Terminating instance [ 715.520928] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884174, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.555936] env[65481]: DEBUG oslo_concurrency.lockutils [None req-91670f85-29c9-4ad0-9603-e9aa6c48515e tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.559783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.443s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.560327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.563323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.685s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.563752] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.567117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.125s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.567344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 715.570117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.115s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.572952] env[65481]: INFO nova.compute.claims [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 715.577484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "4ab04750-f79c-4ba4-9522-f40d182a60de" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 715.578135] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 715.578995] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Successfully created port: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 715.582902] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 715.629156] env[65481]: INFO nova.scheduler.client.report [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Deleted allocations for instance f15c8c2f-4a13-44c0-8949-b862d531010f [ 715.629156] env[65481]: INFO nova.scheduler.client.report [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Deleted allocations for instance ba75545a-61a2-4a80-b5bf-72bfc47badb1 [ 715.644312] env[65481]: INFO nova.scheduler.client.report [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Deleted allocations for instance 1321d4fa-a370-4159-84e3-cdddaa0e1ede [ 715.796188] env[65481]: DEBUG oslo_vmware.api [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884172, 'name': PowerOnVM_Task, 'duration_secs': 0.517912} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 715.796492] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 715.796740] env[65481]: INFO nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Took 13.28 seconds to spawn the instance on the hypervisor. [ 715.797014] env[65481]: DEBUG nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 715.797714] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9e99b7-3a6e-4b7a-8950-4263d613e586 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.946053] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884175, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 715.965035] env[65481]: DEBUG nova.compute.manager [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 715.965255] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 715.966451] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1de06208-3ee2-4a81-ae85-6fabbd981c01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.974740] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 715.974740] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1eff7f8f-6cec-49ee-b1fe-e8435be0802b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 715.981649] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 715.981649] env[65481]: value = "task-4884176" [ 715.981649] env[65481]: _type = "Task" [ 715.981649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 715.993889] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884176, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.019544] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884174, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.57591} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.019765] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 716.019961] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 716.020412] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-174cbeea-0d98-4bc5-a8e1-5c4721ee1926 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.026391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-08baf245-0f2d-4b2a-86d2-54a5e874b05b tempest-VolumesAssistedSnapshotsTest-1061676367 tempest-VolumesAssistedSnapshotsTest-1061676367-project-admin] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.441s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.030500] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 716.030500] env[65481]: value = "task-4884177" [ 716.030500] env[65481]: _type = "Task" [ 716.030500] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.040516] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884177, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.149478] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1e804691-85ef-4d51-be36-31574630298f tempest-ServersAdmin275Test-46695554 tempest-ServersAdmin275Test-46695554-project-member] Lock "f15c8c2f-4a13-44c0-8949-b862d531010f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.868s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.152588] env[65481]: DEBUG oslo_concurrency.lockutils [None req-095c2fe4-e467-4ad9-9b46-5921ded441df tempest-AttachInterfacesUnderV243Test-863340080 tempest-AttachInterfacesUnderV243Test-863340080-project-member] Lock "ba75545a-61a2-4a80-b5bf-72bfc47badb1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.264s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.154550] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dca75274-fbf8-48b0-8975-3b0009ffa326 tempest-ServerDiagnosticsTest-1341361655 tempest-ServerDiagnosticsTest-1341361655-project-member] Lock "1321d4fa-a370-4159-84e3-cdddaa0e1ede" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.344s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.316198] env[65481]: INFO nova.compute.manager [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Took 39.72 seconds to build instance. [ 716.448757] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884175, 'name': Rename_Task, 'duration_secs': 0.913257} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.448757] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 716.448757] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6923cc5-bb61-466f-ac85-b08c8c117800 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.456197] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 716.456197] env[65481]: value = "task-4884178" [ 716.456197] env[65481]: _type = "Task" [ 716.456197] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.465178] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884178, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.493273] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884176, 'name': PowerOffVM_Task, 'duration_secs': 0.225278} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.493273] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 716.493448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 716.493635] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88c2ad99-ddc0-4e92-9c78-011f74016857 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.541207] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884177, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074751} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 716.541548] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 716.542438] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-382bcd65-b51c-410f-b8f3-839e0de701fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.569786] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Reconfiguring VM instance instance-00000020 to attach disk [datastore2] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 716.572585] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f18b271b-15aa-42eb-95ba-edfa61f56751 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.586448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 716.586611] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 716.586768] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Deleting the datastore file [datastore1] 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 716.589833] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a5d37182-9f0b-49fe-a7b8-34d4b4399952 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.597881] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 716.603434] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 716.603434] env[65481]: value = "task-4884180" [ 716.603434] env[65481]: _type = "Task" [ 716.603434] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.607682] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for the task: (returnval){ [ 716.607682] env[65481]: value = "task-4884181" [ 716.607682] env[65481]: _type = "Task" [ 716.607682] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 716.616251] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884180, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.629326] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884181, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 716.632746] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 716.633126] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 716.633315] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 716.633553] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 716.633732] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 716.633889] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 716.634145] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 716.635116] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 716.635456] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 716.635744] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 716.635985] env[65481]: DEBUG nova.virt.hardware [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 716.637098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35dca7a1-3849-4b19-b6cd-753b623bfd96 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.649932] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed54a56e-d55a-47fa-a212-c2e0f68c1785 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 716.818652] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e8634a5c-bb1f-4fd2-9dec-78405218cdb4 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.970s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 716.969053] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884178, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.123254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec2c7d8f-5929-4944-969e-222c53b33508 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.130226] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884180, 'name': ReconfigVM_Task, 'duration_secs': 0.407978} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.130760] env[65481]: DEBUG oslo_vmware.api [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Task: {'id': task-4884181, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196525} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.131429] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Reconfigured VM instance instance-00000020 to attach disk [datastore2] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 717.132160] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 717.132333] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 717.132560] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 717.132765] env[65481]: INFO nova.compute.manager [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Took 1.17 seconds to destroy the instance on the hypervisor. [ 717.133118] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 717.133205] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-16ba58f0-3373-4f27-be7e-2b2dab39d755 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.135883] env[65481]: DEBUG nova.compute.manager [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 717.135883] env[65481]: DEBUG nova.network.neutron [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 717.135883] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.140547] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9e10970-a2ab-4819-996c-0dd328241356 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.147164] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 717.147164] env[65481]: value = "task-4884182" [ 717.147164] env[65481]: _type = "Task" [ 717.147164] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 717.180190] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fddf0cf-280b-4764-bc0f-02683368cf38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.187971] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 717.189924] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884182, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.196387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdda6662-e6bd-4afa-83ed-c533c7861ea2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 717.213127] env[65481]: DEBUG nova.compute.provider_tree [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 717.322214] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 717.354372] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Successfully updated port: 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 717.470635] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884178, 'name': PowerOnVM_Task} progress is 64%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.661769] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884182, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 717.718569] env[65481]: DEBUG nova.scheduler.client.report [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 717.858869] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 717.859110] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquired lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 717.859244] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 717.863903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 717.971013] env[65481]: DEBUG oslo_vmware.api [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884178, 'name': PowerOnVM_Task, 'duration_secs': 1.305927} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 717.971390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 717.971601] env[65481]: INFO nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Took 12.90 seconds to spawn the instance on the hypervisor. [ 717.971802] env[65481]: DEBUG nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 717.972811] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36adae2-e2d2-49e4-bf4a-ce96b25cd565 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.156000] env[65481]: DEBUG nova.compute.manager [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Received event network-vif-plugged-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 718.156304] env[65481]: DEBUG oslo_concurrency.lockutils [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] Acquiring lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 718.156407] env[65481]: DEBUG oslo_concurrency.lockutils [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.156613] env[65481]: DEBUG oslo_concurrency.lockutils [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.156811] env[65481]: DEBUG nova.compute.manager [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] No waiting events found dispatching network-vif-plugged-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 718.156929] env[65481]: WARNING nova.compute.manager [req-fd7fc93c-b7b0-4c53-b489-4ceab09882cf req-5f29c904-d62c-458a-8b12-cda74a1f12fe service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Received unexpected event network-vif-plugged-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 for instance with vm_state building and task_state spawning. [ 718.164725] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884182, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.214499] env[65481]: DEBUG nova.network.neutron [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 718.226403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.656s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 718.226992] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 718.230540] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.739s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 718.233741] env[65481]: INFO nova.compute.claims [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 718.464665] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 718.498544] env[65481]: INFO nova.compute.manager [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Took 38.62 seconds to build instance. [ 718.660919] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884182, 'name': Rename_Task, 'duration_secs': 1.240204} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 718.661468] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 718.661541] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-99de9fe9-1ecf-458f-aa84-ab8f0178ca39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 718.669459] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 718.669459] env[65481]: value = "task-4884184" [ 718.669459] env[65481]: _type = "Task" [ 718.669459] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 718.680849] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884184, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 718.717738] env[65481]: INFO nova.compute.manager [-] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Took 1.58 seconds to deallocate network for instance. [ 718.738804] env[65481]: DEBUG nova.compute.utils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 718.743252] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 718.743493] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 718.744153] env[65481]: WARNING neutronclient.v2_0.client [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.744786] env[65481]: WARNING neutronclient.v2_0.client [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 718.941020] env[65481]: DEBUG nova.policy [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 718.951737] env[65481]: WARNING neutronclient.v2_0.client [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 719.000828] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c1bb6194-4379-4493-9e1e-c8fe66f77bc3 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.585s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 719.180030] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884184, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 719.232228] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.246143] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 719.504818] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 719.537229] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Acquiring lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 719.537229] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Acquired lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 719.537229] env[65481]: DEBUG nova.network.neutron [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 719.681671] env[65481]: DEBUG oslo_vmware.api [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884184, 'name': PowerOnVM_Task, 'duration_secs': 0.966192} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 719.682843] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 719.683150] env[65481]: INFO nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Took 6.94 seconds to spawn the instance on the hypervisor. [ 719.683404] env[65481]: DEBUG nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 719.684515] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b120a9fe-b3b8-434a-bb8a-88a4821187b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.702167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 719.702167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 719.816521] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d547025-4c15-4e7f-bee3-5f53d763f1f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.821473] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Successfully created port: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 719.826830] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8f79fb-5505-4d59-8eb1-090866c3c88b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.862139] env[65481]: DEBUG nova.network.neutron [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updating instance_info_cache with network_info: [{"id": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "address": "fa:16:3e:53:48:d2", "network": {"id": "9c53ab52-af69-48de-b6d1-db8322e3af8f", "bridge": "br-int", "label": "tempest-ServersTestJSON-214288191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecbc3879f8b646788fc26fcac4c52dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcaf11d-ae", "ovs_interfaceid": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 719.863922] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b106f53-b1d8-4e7c-bbe0-99225d85e453 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.872928] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2febff5-d5b5-4aa3-b55a-43686059aed6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 719.888244] env[65481]: DEBUG nova.compute.provider_tree [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 720.037446] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 720.042023] env[65481]: WARNING neutronclient.v2_0.client [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.211710] env[65481]: INFO nova.compute.manager [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Took 36.06 seconds to build instance. [ 720.259979] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 720.293616] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 720.293616] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 720.293616] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 720.293789] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 720.293789] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 720.293789] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 720.294020] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 720.294240] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 720.294356] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 720.294761] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 720.294761] env[65481]: DEBUG nova.virt.hardware [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 720.297046] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-478e0f45-868f-4bbb-b471-4dd4c1d36885 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.305949] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155333b3-2bed-4d88-9de8-b2066dbbdfb5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.368574] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Releasing lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 720.368940] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Instance network_info: |[{"id": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "address": "fa:16:3e:53:48:d2", "network": {"id": "9c53ab52-af69-48de-b6d1-db8322e3af8f", "bridge": "br-int", "label": "tempest-ServersTestJSON-214288191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecbc3879f8b646788fc26fcac4c52dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcaf11d-ae", "ovs_interfaceid": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 720.369524] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:53:48:d2', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27e0a333-0cad-496c-8e6e-37a2edc97ac4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6bcaf11d-aefa-40da-8fbb-9d85f5ba9742', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 720.385283] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Creating folder: Project (ecbc3879f8b646788fc26fcac4c52dda). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.385532] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-18b9ef22-0f02-49a2-bca9-fe34b80970a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.393309] env[65481]: DEBUG nova.scheduler.client.report [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 720.398895] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Created folder: Project (ecbc3879f8b646788fc26fcac4c52dda) in parent group-v951696. [ 720.399270] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Creating folder: Instances. Parent ref: group-v951785. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 720.399738] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6a521698-e7a9-4242-abae-58a3900747dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.412245] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Created folder: Instances in parent group-v951785. [ 720.412245] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 720.412245] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 720.412530] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a35dbc38-4317-416b-a6c8-73e90974ef9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.437991] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 720.437991] env[65481]: value = "task-4884187" [ 720.437991] env[65481]: _type = "Task" [ 720.437991] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.449794] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884187, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 720.719111] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b86a4def-5511-49f7-8365-627464713463 tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.117s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.905681] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.675s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.906344] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 720.909326] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.939s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.909500] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 720.912883] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.871s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 720.912883] env[65481]: DEBUG nova.objects.instance [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'resources' on Instance uuid 958fbfe5-9ecc-4adb-83ce-8267c0cb429d {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 720.949991] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884187, 'name': CreateVM_Task, 'duration_secs': 0.429358} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 720.950156] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 720.952012] env[65481]: WARNING neutronclient.v2_0.client [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 720.952012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 720.952012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 720.952012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 720.952161] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46cf414d-7703-4298-8676-1c931d582234 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 720.955892] env[65481]: INFO nova.scheduler.client.report [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted allocations for instance ca41d270-6883-4b9a-bda9-1606148e4ce9 [ 720.963511] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 720.963511] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5208112d-c700-14eb-f12f-7a28f46eeeb3" [ 720.963511] env[65481]: _type = "Task" [ 720.963511] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 720.975741] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5208112d-c700-14eb-f12f-7a28f46eeeb3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.225801] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 721.415279] env[65481]: DEBUG nova.compute.utils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 721.419737] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 721.420166] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 721.420306] env[65481]: WARNING neutronclient.v2_0.client [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.420545] env[65481]: WARNING neutronclient.v2_0.client [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 721.470038] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a3f7ff2-da72-4e79-9460-2876b3510123 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "ca41d270-6883-4b9a-bda9-1606148e4ce9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.738s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 721.486508] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5208112d-c700-14eb-f12f-7a28f46eeeb3, 'name': SearchDatastore_Task, 'duration_secs': 0.029975} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 721.486808] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 721.487039] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 721.487269] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 721.487403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 721.487567] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 721.487830] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a1ba86c7-e941-41a7-b2a9-17203b7f9ec0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.506745] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 721.506928] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 721.507689] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eaa9761-519b-4a29-8307-d73b07d760fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.518069] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 721.518069] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5245f2bf-2062-5e3c-0064-1eec617ea0ca" [ 721.518069] env[65481]: _type = "Task" [ 721.518069] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 721.529306] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5245f2bf-2062-5e3c-0064-1eec617ea0ca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 721.557364] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Successfully updated port: 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 721.750406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 721.875204] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6721d71a-e1e7-4f75-a380-b15640fcb572 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.880078] env[65481]: DEBUG nova.policy [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91af67e36ee84a6e8c615537dbdddb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1e630f7c542ffa32018beb6e23ea2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 721.887538] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426c6b0a-1a96-4a89-99d6-55a9060bd27c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.922026] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 721.931575] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50928c63-e1a5-4295-aead-4a8bdf4950c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.940411] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9a07656-3e6a-4956-bdc4-a06dcf537d64 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 721.955836] env[65481]: DEBUG nova.compute.provider_tree [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 722.029598] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5245f2bf-2062-5e3c-0064-1eec617ea0ca, 'name': SearchDatastore_Task, 'duration_secs': 0.048979} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.030476] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-520d21a3-e66b-41c1-bdb1-a3b29dc278aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.036917] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 722.036917] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282e895-6867-1d04-c779-6dd17a614c51" [ 722.036917] env[65481]: _type = "Task" [ 722.036917] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.046730] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282e895-6867-1d04-c779-6dd17a614c51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.060252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.060454] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.060634] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 722.139795] env[65481]: WARNING neutronclient.v2_0.client [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 722.459482] env[65481]: DEBUG nova.scheduler.client.report [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 722.554517] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282e895-6867-1d04-c779-6dd17a614c51, 'name': SearchDatastore_Task, 'duration_secs': 0.011466} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 722.554837] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 722.555097] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fdca127b-6482-4d08-bddc-a43167df9cfb/fdca127b-6482-4d08-bddc-a43167df9cfb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 722.555406] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ccd3892a-53c6-42e4-9542-698c339bdf39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 722.566456] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 722.566456] env[65481]: value = "task-4884188" [ 722.566456] env[65481]: _type = "Task" [ 722.566456] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 722.579075] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884188, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 722.612218] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Successfully created port: 2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 722.628836] env[65481]: DEBUG nova.compute.manager [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Received event network-changed-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 722.629055] env[65481]: DEBUG nova.compute.manager [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Refreshing instance network info cache due to event network-changed-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 722.629304] env[65481]: DEBUG oslo_concurrency.lockutils [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] Acquiring lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 722.629450] env[65481]: DEBUG oslo_concurrency.lockutils [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] Acquired lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 722.629602] env[65481]: DEBUG nova.network.neutron [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Refreshing network info cache for port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 722.664395] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 722.943838] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 722.965062] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.053s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 722.967837] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.486s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 722.969456] env[65481]: INFO nova.compute.claims [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 722.986873] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 722.989220] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 722.989220] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 722.989220] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 722.989220] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 722.989220] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 722.989751] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 722.989751] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 722.989751] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 722.989751] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 722.990198] env[65481]: DEBUG nova.virt.hardware [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 722.991384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d007f6a-f327-41e0-9088-10838ce0d138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.003617] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-187c86f0-fe3f-4eca-8f11-87e535e5caea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.009477] env[65481]: INFO nova.scheduler.client.report [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocations for instance 958fbfe5-9ecc-4adb-83ce-8267c0cb429d [ 723.055234] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.055572] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.055835] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 723.056065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 723.056299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.059213] env[65481]: INFO nova.compute.manager [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Terminating instance [ 723.082379] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884188, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.133882] env[65481]: WARNING neutronclient.v2_0.client [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 723.213111] env[65481]: DEBUG nova.network.neutron [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] Updating instance_info_cache with network_info: [{"id": "e4040e8f-6945-4021-a92d-669d55695788", "address": "fa:16:3e:a9:33:aa", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040e8f-69", "ovs_interfaceid": "e4040e8f-6945-4021-a92d-669d55695788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 723.530776] env[65481]: DEBUG oslo_concurrency.lockutils [None req-188bcd5a-372c-49a3-9132-bb3398353b77 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "958fbfe5-9ecc-4adb-83ce-8267c0cb429d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.162s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 723.563679] env[65481]: DEBUG nova.compute.manager [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 723.563899] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 723.565715] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a808709b-5b84-4a83-b3bb-2eee51616312 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.574203] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 723.574798] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9c39ccd-1f91-4e3b-b2b7-61c7e087344f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.582458] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884188, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.664312} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 723.584381] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fdca127b-6482-4d08-bddc-a43167df9cfb/fdca127b-6482-4d08-bddc-a43167df9cfb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 723.584616] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 723.584946] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 723.584946] env[65481]: value = "task-4884189" [ 723.584946] env[65481]: _type = "Task" [ 723.584946] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.585166] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b595a366-1115-4d4a-812f-2a1b7f5a3486 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.597068] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4884189, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.598850] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 723.598850] env[65481]: value = "task-4884190" [ 723.598850] env[65481]: _type = "Task" [ 723.598850] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.608359] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884190, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 723.716045] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Releasing lock "refresh_cache-6d7b881c-facf-4138-be2d-391633018358" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 723.716423] env[65481]: DEBUG nova.compute.manager [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] Inject network info {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7777}} [ 723.716727] env[65481]: DEBUG nova.compute.manager [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] network_info to inject: |[{"id": "e4040e8f-6945-4021-a92d-669d55695788", "address": "fa:16:3e:a9:33:aa", "network": {"id": "522d7dae-74e6-4968-8c4c-da5946955175", "bridge": "br-int", "label": "tempest-ServersAdminTestJSON-1757707403-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d5069c81824d41b7818bb6b46434e118", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "afd3feb3-ffcc-4499-a2c2-eb6a48aefde9", "external-id": "nsx-vlan-transportzone-22", "segmentation_id": 22, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape4040e8f-69", "ovs_interfaceid": "e4040e8f-6945-4021-a92d-669d55695788", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _inject_network_info /opt/stack/nova/nova/compute/manager.py:7778}} [ 723.722865] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] Reconfiguring VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1796}} [ 723.723334] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ed87b3ab-20de-436c-a56c-d29431164432 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 723.748763] env[65481]: DEBUG oslo_vmware.api [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Waiting for the task: (returnval){ [ 723.748763] env[65481]: value = "task-4884191" [ 723.748763] env[65481]: _type = "Task" [ 723.748763] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 723.758691] env[65481]: DEBUG oslo_vmware.api [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Task: {'id': task-4884191, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.102176] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4884189, 'name': PowerOffVM_Task, 'duration_secs': 0.23862} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.104834] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 724.105016] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 724.107954] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff880e1d-d2f6-43b6-9d93-1ffac0d1b37c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.115387] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884190, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.183282} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.116342] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 724.116456] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cae27634-dd6a-4076-8ed0-dbced9f09685 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.141670] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Reconfiguring VM instance instance-00000021 to attach disk [datastore2] fdca127b-6482-4d08-bddc-a43167df9cfb/fdca127b-6482-4d08-bddc-a43167df9cfb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 724.145235] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-575fe5d8-30c6-4ece-8766-bce0a3cdc0df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.167292] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 724.167292] env[65481]: value = "task-4884193" [ 724.167292] env[65481]: _type = "Task" [ 724.167292] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.176498] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 724.176821] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 724.176891] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Deleting the datastore file [datastore1] edf956cd-6b97-41e7-9878-3e324e8689bf {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 724.177161] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbacdb38-cae5-4c67-b68f-c9827fbf40d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.185124] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884193, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.192029] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for the task: (returnval){ [ 724.192029] env[65481]: value = "task-4884194" [ 724.192029] env[65481]: _type = "Task" [ 724.192029] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 724.200937] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4884194, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.257815] env[65481]: DEBUG oslo_vmware.api [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] Task: {'id': task-4884191, 'name': ReconfigVM_Task, 'duration_secs': 0.202722} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.261391] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fc4adf7-eb91-4454-b284-6da482fec499 tempest-ServersAdminTestJSON-2035593540 tempest-ServersAdminTestJSON-2035593540-project-admin] [instance: 6d7b881c-facf-4138-be2d-391633018358] Reconfigured VM instance to set the machine id {{(pid=65481) _set_machine_id /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1799}} [ 724.335627] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Successfully updated port: 2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 724.348830] env[65481]: WARNING neutronclient.v2_0.client [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.420943] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7f1101-26d4-4955-845a-940272296972 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.428721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a95510f-02cc-4a1f-a3e0-911b4a27c90f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.462215] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c878ef52-9c73-452a-8716-16703dc8d63a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.470987] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f106ae1-3607-4397-965b-52ef2e9b13be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 724.488043] env[65481]: DEBUG nova.compute.provider_tree [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 724.543291] env[65481]: DEBUG nova.network.neutron [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 724.613945] env[65481]: WARNING neutronclient.v2_0.client [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.679662] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884193, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 724.702567] env[65481]: DEBUG oslo_vmware.api [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Task: {'id': task-4884194, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.400864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 724.702958] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 724.703109] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 724.703295] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 724.703456] env[65481]: INFO nova.compute.manager [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Took 1.14 seconds to destroy the instance on the hypervisor. [ 724.703719] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 724.703928] env[65481]: DEBUG nova.compute.manager [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 724.704042] env[65481]: DEBUG nova.network.neutron [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 724.704277] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.839707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 724.840043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 724.840213] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 724.983801] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 724.991657] env[65481]: DEBUG nova.scheduler.client.report [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 725.022014] env[65481]: DEBUG nova.network.neutron [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updated VIF entry in instance network info cache for port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 725.022510] env[65481]: DEBUG nova.network.neutron [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updating instance_info_cache with network_info: [{"id": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "address": "fa:16:3e:53:48:d2", "network": {"id": "9c53ab52-af69-48de-b6d1-db8322e3af8f", "bridge": "br-int", "label": "tempest-ServersTestJSON-214288191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecbc3879f8b646788fc26fcac4c52dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcaf11d-ae", "ovs_interfaceid": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 725.046075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.046167] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Instance network_info: |[{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 725.046629] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:10:92:71', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1b3cda8e-8911-4fe7-a20c-3b9864df6c65', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 725.056121] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating folder: Project (61715e629c994294aa7d1876488f00e5). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.057343] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2c007b4e-3e86-4434-85c3-4d3c939953d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.074158] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created folder: Project (61715e629c994294aa7d1876488f00e5) in parent group-v951696. [ 725.074158] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating folder: Instances. Parent ref: group-v951788. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 725.074158] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-811c2163-a455-44bd-bc67-29c6faddc3fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.088319] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created folder: Instances in parent group-v951788. [ 725.088319] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 725.088319] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 725.088319] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dde5efe9-4c78-4ee5-afc1-6f6d2d020ed5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.110538] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 725.110538] env[65481]: value = "task-4884197" [ 725.110538] env[65481]: _type = "Task" [ 725.110538] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.120766] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884197, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.186575] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884193, 'name': ReconfigVM_Task, 'duration_secs': 0.684257} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.187823] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Reconfigured VM instance instance-00000021 to attach disk [datastore2] fdca127b-6482-4d08-bddc-a43167df9cfb/fdca127b-6482-4d08-bddc-a43167df9cfb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 725.187823] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-96e5e521-ddae-4770-9d64-e239724d5a16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.197405] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 725.197405] env[65481]: value = "task-4884198" [ 725.197405] env[65481]: _type = "Task" [ 725.197405] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.207092] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "79f9724f-65f5-4f02-9e13-6887d98129a4" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.207417] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.212723] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884198, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.499633] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.532s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.500236] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 725.503908] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 20.699s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.504569] env[65481]: DEBUG nova.objects.instance [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lazy-loading 'resources' on Instance uuid 826f379a-e832-4f12-96a0-8028279392c0 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 725.527466] env[65481]: DEBUG oslo_concurrency.lockutils [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] Releasing lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 725.527724] env[65481]: DEBUG nova.compute.manager [req-47ad0891-32bb-4035-9ed4-cd8e50c6fa23 req-3616105b-f7e5-4d69-ae17-766feeaf8c37 service nova] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Received event network-vif-deleted-c0dc12f7-c6ef-4881-acf1-9d1240804315 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.538809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.539418] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.629641] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884197, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 725.660138] env[65481]: DEBUG nova.compute.manager [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-vif-plugged-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 725.660846] env[65481]: DEBUG oslo_concurrency.lockutils [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 725.661641] env[65481]: DEBUG oslo_concurrency.lockutils [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 725.661641] env[65481]: DEBUG oslo_concurrency.lockutils [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 725.661961] env[65481]: DEBUG nova.compute.manager [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] No waiting events found dispatching network-vif-plugged-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 725.662143] env[65481]: WARNING nova.compute.manager [req-d635f519-af60-4cf5-966c-917013d1e28b req-d6a7712b-0113-4bad-adc9-0d5d8642574f service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received unexpected event network-vif-plugged-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 for instance with vm_state building and task_state spawning. [ 725.710690] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884198, 'name': Rename_Task, 'duration_secs': 0.201726} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 725.711591] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 725.711991] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-70add850-54b9-48e1-a372-18cf45c62956 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 725.722152] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 725.722152] env[65481]: value = "task-4884199" [ 725.722152] env[65481]: _type = "Task" [ 725.722152] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 725.736035] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884199, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.009181] env[65481]: DEBUG nova.compute.utils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.014826] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 726.014826] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 726.015106] env[65481]: WARNING neutronclient.v2_0.client [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.015564] env[65481]: WARNING neutronclient.v2_0.client [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.057350] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 726.096447] env[65481]: DEBUG nova.network.neutron [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 726.128613] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884197, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.131935] env[65481]: DEBUG nova.policy [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af296a98d7449a8885974cd4bf962ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844bcb8470044e48bf34580cf652307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 726.180585] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 726.182567] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 726.237098] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884199, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.524087] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 726.574871] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441620d6-1c5d-4958-9a3a-a78b47a5b5a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.585384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a5ed07a-7eeb-43e4-9ca3-3aaebcf7eb69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.621996] env[65481]: INFO nova.compute.manager [-] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Took 1.92 seconds to deallocate network for instance. [ 726.628091] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97a37b9-9195-48ba-9406-43d3cf7d7c50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.642152] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884197, 'name': CreateVM_Task, 'duration_secs': 1.429518} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.644520] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 726.645378] env[65481]: WARNING neutronclient.v2_0.client [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 726.645606] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.645762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.646088] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 726.648217] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26c68360-3a19-4dba-8c64-eaf6fbbd567f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.651923] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-57e67bdd-618c-4e0b-8e0f-ab5002e047a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.667983] env[65481]: DEBUG nova.compute.provider_tree [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 726.669448] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 726.669448] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e6b85-abb3-961c-9c2e-d698cc43b654" [ 726.669448] env[65481]: _type = "Task" [ 726.669448] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.681512] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e6b85-abb3-961c-9c2e-d698cc43b654, 'name': SearchDatastore_Task, 'duration_secs': 0.011337} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.681512] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 726.681512] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 726.681512] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 726.681718] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 726.681748] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 726.682510] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee418155-788a-46b1-9f86-0d2c48cba831 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.685411] env[65481]: DEBUG nova.compute.utils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 726.695033] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 726.695165] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 726.697311] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Successfully created port: 43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 726.700094] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d78a8005-a799-47fc-88a3-e3651e2cd1c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 726.706867] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 726.706867] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb0a57-b9fd-62e4-cf1e-0fd4fd6b99e9" [ 726.706867] env[65481]: _type = "Task" [ 726.706867] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 726.718516] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb0a57-b9fd-62e4-cf1e-0fd4fd6b99e9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 726.735070] env[65481]: DEBUG oslo_vmware.api [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884199, 'name': PowerOnVM_Task, 'duration_secs': 0.904145} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 726.735409] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 726.735622] env[65481]: INFO nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Took 10.14 seconds to spawn the instance on the hypervisor. [ 726.735845] env[65481]: DEBUG nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 726.737505] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec480b67-1edc-44f8-977c-a4dddf087318 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.022024] env[65481]: INFO nova.compute.manager [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Rescuing [ 727.022024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 727.022024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 727.022024] env[65481]: DEBUG nova.network.neutron [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 727.140037] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 727.169563] env[65481]: WARNING neutronclient.v2_0.client [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.176113] env[65481]: DEBUG nova.scheduler.client.report [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 727.188400] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.222143] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb0a57-b9fd-62e4-cf1e-0fd4fd6b99e9, 'name': SearchDatastore_Task, 'duration_secs': 0.009642} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.222975] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e1f4bad1-d954-4fd8-9a71-fea4b1b439fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.229312] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 727.229312] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52472741-a267-62b0-eb71-f0e775429ce1" [ 727.229312] env[65481]: _type = "Task" [ 727.229312] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.238611] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52472741-a267-62b0-eb71-f0e775429ce1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 727.260332] env[65481]: INFO nova.compute.manager [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Took 42.37 seconds to build instance. [ 727.527591] env[65481]: WARNING neutronclient.v2_0.client [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 727.535684] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 727.573805] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 727.573992] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 727.574264] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 727.574549] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 727.574776] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 727.575020] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 727.575918] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 727.575918] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 727.576507] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 727.576950] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 727.577369] env[65481]: DEBUG nova.virt.hardware [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 727.579199] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e02948d-9405-4877-8a21-3c1d326e553b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.595173] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6da4bd97-8826-4e1b-b17b-d7946fa5dc63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.684372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.180s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.687311] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 15.448s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 727.689159] env[65481]: INFO nova.compute.claims [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 727.751377] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52472741-a267-62b0-eb71-f0e775429ce1, 'name': SearchDatastore_Task, 'duration_secs': 0.022824} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 727.752162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 727.752841] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a/cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 727.753154] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea94d319-0c55-4c82-a88b-6906ed061f89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 727.764842] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b17a9fd-f987-4617-929d-a6e0df8b4a66 tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.972s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 727.765664] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 727.765664] env[65481]: value = "task-4884200" [ 727.765664] env[65481]: _type = "Task" [ 727.765664] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 727.778710] env[65481]: INFO nova.scheduler.client.report [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted allocations for instance 826f379a-e832-4f12-96a0-8028279392c0 [ 727.789117] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884200, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.278959] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 728.287026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee0b2f7e-77c8-445f-a25c-20298e1fb33c tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "826f379a-e832-4f12-96a0-8028279392c0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.449s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 728.296112] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884200, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.526759} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.296513] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a/cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 728.296641] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 728.296870] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-47bed026-48f5-41d4-bc2e-5ca16c6d686e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.307301] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 728.307301] env[65481]: value = "task-4884201" [ 728.307301] env[65481]: _type = "Task" [ 728.307301] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.318496] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884201, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 728.332365] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.332365] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 728.332365] env[65481]: INFO nova.compute.manager [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Attaching volume f11d8931-78b9-4e78-9fcb-a8ca1a31f64a to /dev/sdb [ 728.387536] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0a40f2-5d7d-4749-af84-d7160833d71d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.396852] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58df477f-f29f-4c3f-8e7b-aca61d3877db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.413643] env[65481]: DEBUG nova.virt.block_device [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating existing volume attachment record: 5484b04a-c619-4a92-9bab-a7503274445f {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 728.552542] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Successfully updated port: 43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 728.730847] env[65481]: DEBUG nova.network.neutron [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [{"id": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "address": "fa:16:3e:e7:2c:aa", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d70fbeb-6d", "ovs_interfaceid": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 728.811548] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 728.820929] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884201, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155919} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 728.821550] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 728.822874] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0664784d-8781-4d4f-9154-dfa26e0ac534 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.850791] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfiguring VM instance instance-00000022 to attach disk [datastore2] cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a/cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 728.854019] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-abafc132-c762-41cf-b64d-b3ec61c43d4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 728.875931] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 728.875931] env[65481]: value = "task-4884205" [ 728.875931] env[65481]: _type = "Task" [ 728.875931] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 728.885465] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884205, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.054288] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.054509] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.054704] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 729.164118] env[65481]: WARNING neutronclient.v2_0.client [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.233758] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.234519] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Instance network_info: |[{"id": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "address": "fa:16:3e:e7:2c:aa", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d70fbeb-6d", "ovs_interfaceid": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 729.234731] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e7:2c:aa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2d70fbeb-6d24-4055-9a42-b0348df4647f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 729.243573] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating folder: Project (07c1e630f7c542ffa32018beb6e23ea2). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.248660] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a07978aa-f9d2-484c-9912-8d40778e0035 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.260763] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created folder: Project (07c1e630f7c542ffa32018beb6e23ea2) in parent group-v951696. [ 729.260974] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating folder: Instances. Parent ref: group-v951793. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 729.261260] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-39c62b9c-2a36-42c1-b4ef-8ffed6980fca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.265785] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d579f2ca-e311-45db-820f-6972a310c47f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.275094] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d922847-ef3b-40cb-9362-816e27b117a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.279523] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created folder: Instances in parent group-v951793. [ 729.279807] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 729.280051] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 729.280705] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ebeff1cc-92d6-4729-97c9-28b283345674 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.331920] env[65481]: DEBUG nova.network.neutron [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Updating instance_info_cache with network_info: [{"id": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "address": "fa:16:3e:73:ae:48", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc99ed1fb-96", "ovs_interfaceid": "c99ed1fb-9663-478c-baf8-55d2dc8beaac", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 729.334091] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9150de4a-0e8a-4af9-9f53-125abbefbcc7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.339694] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 729.339694] env[65481]: value = "task-4884208" [ 729.339694] env[65481]: _type = "Task" [ 729.339694] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.350615] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45384d0b-25b3-48e0-a675-8322b0b04ecd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.359433] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884208, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.372395] env[65481]: DEBUG nova.compute.provider_tree [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 729.388065] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884205, 'name': ReconfigVM_Task, 'duration_secs': 0.315877} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.388612] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfigured VM instance instance-00000022 to attach disk [datastore2] cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a/cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 729.389060] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4275e732-8e46-4435-be3c-c27a99d97348 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.396162] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 729.396162] env[65481]: value = "task-4884209" [ 729.396162] env[65481]: _type = "Task" [ 729.396162] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.405656] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884209, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.542658] env[65481]: DEBUG nova.compute.manager [req-d42f6414-36c2-4a84-9b20-8f06560ca4d2 req-668d66b0-a319-4ba4-a7bf-fc7ad4d0a92f service nova] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Received event network-vif-deleted-76d92986-9547-4787-810d-d6b088e16b50 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 729.620908] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 729.838802] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "refresh_cache-049aaccd-0332-4fa4-a1ba-17d7722decdb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 729.851907] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884208, 'name': CreateVM_Task, 'duration_secs': 0.437197} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 729.852571] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 729.853313] env[65481]: WARNING neutronclient.v2_0.client [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.854138] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 729.854138] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 729.854138] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 729.855406] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d4267c-5cff-4bcf-90b9-d800767cfb1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 729.859684] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 729.859684] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52941cbd-1701-e7b2-c774-73ab9efdfe65" [ 729.859684] env[65481]: _type = "Task" [ 729.859684] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 729.871395] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52941cbd-1701-e7b2-c774-73ab9efdfe65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 729.875873] env[65481]: DEBUG nova.scheduler.client.report [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 729.887794] env[65481]: WARNING neutronclient.v2_0.client [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 729.909266] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884209, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.008460] env[65481]: DEBUG nova.network.neutron [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Updating instance_info_cache with network_info: [{"id": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "address": "fa:16:3e:cd:74:87", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43306c62-5e", "ovs_interfaceid": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 730.227559] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-changed-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 730.227559] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing instance network info cache due to event network-changed-1b3cda8e-8911-4fe7-a20c-3b9864df6c65. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 730.227767] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.227767] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.228658] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing network info cache for port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 730.268943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "9a78abeb-8dd1-4b88-b88a-743131739851" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 730.269249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.371974] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52941cbd-1701-e7b2-c774-73ab9efdfe65, 'name': SearchDatastore_Task, 'duration_secs': 0.037335} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.371974] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.373093] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 730.373093] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 730.373093] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 730.373093] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 730.373093] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-af46f553-8be9-4878-a9bc-c86f1270db8b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.385281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 730.386032] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 730.393048] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.150s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 730.394138] env[65481]: INFO nova.compute.claims [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 730.396601] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 730.399731] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 730.399731] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53be0f2a-9506-42d4-9a04-81ba5d84b596 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.412096] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884209, 'name': Rename_Task, 'duration_secs': 0.90483} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.412978] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 730.413323] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 730.413323] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528847fe-0e71-a5e7-d9cd-03d857492b28" [ 730.413323] env[65481]: _type = "Task" [ 730.413323] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.413682] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6869a091-02ac-41a5-b956-9e5bdddc93d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.430450] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528847fe-0e71-a5e7-d9cd-03d857492b28, 'name': SearchDatastore_Task, 'duration_secs': 0.014054} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.434201] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 730.434201] env[65481]: value = "task-4884210" [ 730.434201] env[65481]: _type = "Task" [ 730.434201] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.434201] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d75530da-9561-4d17-a434-4f217c1417fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.445127] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 730.445127] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5286224e-970a-d2a5-e951-ba5ef1ea774c" [ 730.445127] env[65481]: _type = "Task" [ 730.445127] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.445392] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884210, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.458787] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5286224e-970a-d2a5-e951-ba5ef1ea774c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.511081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.511575] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance network_info: |[{"id": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "address": "fa:16:3e:cd:74:87", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43306c62-5e", "ovs_interfaceid": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 730.512070] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:74:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43306c62-5e54-4c52-b7bb-88d688e4c59c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 730.521818] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 730.522513] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 730.522513] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5d4a5ea-93a5-4471-a1e3-edbce6f63cf9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.546271] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 730.546271] env[65481]: value = "task-4884211" [ 730.546271] env[65481]: _type = "Task" [ 730.546271] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.557778] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884211, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.734837] env[65481]: WARNING neutronclient.v2_0.client [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.903919] env[65481]: DEBUG nova.compute.utils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 730.909680] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 730.909680] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 730.909886] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.910219] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 730.947429] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884210, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.961177] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5286224e-970a-d2a5-e951-ba5ef1ea774c, 'name': SearchDatastore_Task, 'duration_secs': 0.013015} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 730.961703] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 730.962037] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d5e7faa5-7b22-4c5b-816b-a0469646f77f/d5e7faa5-7b22-4c5b-816b-a0469646f77f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 730.962418] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-90e35a79-d597-42f1-8cbc-5af89732642b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 730.970335] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 730.970335] env[65481]: value = "task-4884213" [ 730.970335] env[65481]: _type = "Task" [ 730.970335] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 730.980859] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884213, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 730.997653] env[65481]: DEBUG nova.policy [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50687fa8b45245cc83ea2367520afeac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4f88c2b65b4fe18528f8ae2751b2fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 731.056877] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884211, 'name': CreateVM_Task, 'duration_secs': 0.386194} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.057480] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 731.058244] env[65481]: WARNING neutronclient.v2_0.client [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.058925] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.059343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.059783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 731.060168] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-72cbc9c1-4f89-4f84-992f-d9e887abe12a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.066276] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 731.066276] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e5a1-2405-6b08-5741-d348a100ff8e" [ 731.066276] env[65481]: _type = "Task" [ 731.066276] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.077473] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e5a1-2405-6b08-5741-d348a100ff8e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.349481] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Successfully created port: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 731.414238] env[65481]: WARNING neutronclient.v2_0.client [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 731.416601] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 731.419257] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 731.419928] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-39f82923-2646-4c29-b418-6c4e13bbf52f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.427345] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 731.427345] env[65481]: value = "task-4884214" [ 731.427345] env[65481]: _type = "Task" [ 731.427345] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.445800] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.454339] env[65481]: DEBUG oslo_vmware.api [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884210, 'name': PowerOnVM_Task, 'duration_secs': 0.786414} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.454339] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 731.454339] env[65481]: INFO nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Took 11.19 seconds to spawn the instance on the hypervisor. [ 731.454339] env[65481]: DEBUG nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 731.455060] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06196aa7-bab1-49b9-9d6e-306ea21285a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.491314] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884213, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.581955] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e5a1-2405-6b08-5741-d348a100ff8e, 'name': SearchDatastore_Task, 'duration_secs': 0.013623} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.582672] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 731.582672] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 731.582858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 731.583713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 731.583713] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 731.583713] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ac9102a6-9502-4177-8625-072f825311df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.597020] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 731.597233] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 731.598101] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0dafa1d3-4182-48cb-8a75-4edc4e2677ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.612031] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 731.612031] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a567ce-198d-b74d-f5ee-9e17ae3f80c3" [ 731.612031] env[65481]: _type = "Task" [ 731.612031] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 731.618114] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a567ce-198d-b74d-f5ee-9e17ae3f80c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 731.893445] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5eba4-af48-4db7-ae6a-68b8eb57cd21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.902250] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc3915c8-e555-469b-bf38-abb23a72878b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.939123] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78226b93-9f5f-4c8f-8ccd-41fa18977f69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.949894] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47a200cc-2b41-4a82-9de9-5cec3ce1d495 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.955895] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884214, 'name': PowerOffVM_Task, 'duration_secs': 0.260126} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 731.956700] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 731.958520] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8018d4b3-ad66-4129-8a92-eac90bc66100 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 731.975516] env[65481]: DEBUG nova.compute.provider_tree [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 731.980707] env[65481]: INFO nova.compute.manager [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Took 32.55 seconds to build instance. [ 732.001396] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6884e4-71d0-4ad2-99d3-7ffd8143d662 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.009808] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884213, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.632714} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.010430] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d5e7faa5-7b22-4c5b-816b-a0469646f77f/d5e7faa5-7b22-4c5b-816b-a0469646f77f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 732.010657] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 732.010911] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35a7fe80-8f63-4dfd-9579-78a2ff756009 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.025426] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 732.025426] env[65481]: value = "task-4884215" [ 732.025426] env[65481]: _type = "Task" [ 732.025426] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.035012] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884215, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.052466] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 732.052797] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-13d9c1e5-991a-425e-9cc5-d40b9c271c93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.059637] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 732.059637] env[65481]: value = "task-4884216" [ 732.059637] env[65481]: _type = "Task" [ 732.059637] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.070350] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884216, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.119828] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a567ce-198d-b74d-f5ee-9e17ae3f80c3, 'name': SearchDatastore_Task, 'duration_secs': 0.018978} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.120682] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1f2ab2e2-d683-47e8-aba4-097770afa20c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.126917] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 732.126917] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523e77fb-9dbd-0880-6d4f-ed06ed9253a3" [ 732.126917] env[65481]: _type = "Task" [ 732.126917] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.136338] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523e77fb-9dbd-0880-6d4f-ed06ed9253a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.437309] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 732.443198] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updated VIF entry in instance network info cache for port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 732.443554] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 732.462341] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 732.462575] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 732.462721] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 732.462892] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 732.463037] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 732.463174] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 732.463373] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 732.463521] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 732.463672] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 732.463822] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 732.463981] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 732.465113] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d79b81e-45fa-406c-be54-e6739e20c507 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.474415] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fca9a64-6e2b-4278-af1b-209d36780db2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.480936] env[65481]: DEBUG nova.scheduler.client.report [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 732.499809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9dd73257-1fb9-44e3-98aa-f9b320c80ba3 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.083s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.536610] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884215, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07278} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.536927] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 732.537738] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cce3829c-c8fa-4104-8760-dfaee9e54a82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.560712] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Reconfiguring VM instance instance-00000023 to attach disk [datastore1] d5e7faa5-7b22-4c5b-816b-a0469646f77f/d5e7faa5-7b22-4c5b-816b-a0469646f77f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 732.561074] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fd33d143-7e0b-4eb8-a33a-e02c1d6a1ddc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.586137] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 732.586353] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 732.586598] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.586739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.586905] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 732.587227] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 732.587227] env[65481]: value = "task-4884217" [ 732.587227] env[65481]: _type = "Task" [ 732.587227] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.587419] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1a3f660d-9370-454d-9669-82849f77e6b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.599647] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884217, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.607106] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 732.607187] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 732.608132] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d593db33-b72b-4de4-ba67-d6f8de9413eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.614674] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 732.614674] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f9f8ff-1c94-851d-a797-1f45f42f6103" [ 732.614674] env[65481]: _type = "Task" [ 732.614674] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.623668] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f9f8ff-1c94-851d-a797-1f45f42f6103, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.636986] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523e77fb-9dbd-0880-6d4f-ed06ed9253a3, 'name': SearchDatastore_Task, 'duration_secs': 0.010541} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 732.637262] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.637529] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 732.637805] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-63e39312-b6e3-4253-9310-7a4162f96c34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.645104] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 732.645104] env[65481]: value = "task-4884218" [ 732.645104] env[65481]: _type = "Task" [ 732.645104] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 732.653091] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 732.947056] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 732.947434] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received event network-vif-plugged-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.947549] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Acquiring lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 732.947774] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 732.947930] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 732.948128] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] No waiting events found dispatching network-vif-plugged-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 732.948276] env[65481]: WARNING nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received unexpected event network-vif-plugged-2d70fbeb-6d24-4055-9a42-b0348df4647f for instance with vm_state building and task_state spawning. [ 732.948431] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 732.948578] env[65481]: DEBUG nova.compute.manager [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing instance network info cache due to event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 732.948753] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Acquiring lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 732.948881] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Acquired lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 732.949040] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 732.979610] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 732.979863] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951792', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'name': 'volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cc66662-7fc5-4de7-98ea-6f9b64c9c8de', 'attached_at': '', 'detached_at': '', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'serial': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 732.980805] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b98accd-3bbf-4128-ab45-5be27c7eda31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 732.999875] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.608s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 733.000401] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 733.003995] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.709s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 733.006362] env[65481]: INFO nova.compute.claims [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 733.011432] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 733.015625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7666ed71-02a4-4674-b177-04e020935363 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.044132] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfiguring VM instance instance-00000017 to attach disk [datastore1] volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a/volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 733.044820] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e8a924fd-3b09-4dde-9567-b004c1a1e753 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.068671] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 733.068671] env[65481]: value = "task-4884219" [ 733.068671] env[65481]: _type = "Task" [ 733.068671] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.079419] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884219, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.101632] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884217, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.126933] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f9f8ff-1c94-851d-a797-1f45f42f6103, 'name': SearchDatastore_Task, 'duration_secs': 0.024144} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.128076] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8408034b-f391-462a-87fd-08af023d56bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.134998] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 733.134998] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e68859-7a70-4be4-c4d3-1a90075a785e" [ 733.134998] env[65481]: _type = "Task" [ 733.134998] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.147290] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e68859-7a70-4be4-c4d3-1a90075a785e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.156157] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884218, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.452819] env[65481]: WARNING neutronclient.v2_0.client [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.519231] env[65481]: DEBUG nova.compute.utils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 733.527335] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 733.527335] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 733.527335] env[65481]: WARNING neutronclient.v2_0.client [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.527335] env[65481]: WARNING neutronclient.v2_0.client [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 733.547608] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 733.584975] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884219, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.597756] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Successfully updated port: dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 733.606106] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884217, 'name': ReconfigVM_Task, 'duration_secs': 0.518253} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.606451] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Reconfigured VM instance instance-00000023 to attach disk [datastore1] d5e7faa5-7b22-4c5b-816b-a0469646f77f/d5e7faa5-7b22-4c5b-816b-a0469646f77f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 733.607177] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-916becce-39ad-4899-bde0-02754070c5ff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.616125] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 733.616125] env[65481]: value = "task-4884220" [ 733.616125] env[65481]: _type = "Task" [ 733.616125] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.627367] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884220, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.649456] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e68859-7a70-4be4-c4d3-1a90075a785e, 'name': SearchDatastore_Task, 'duration_secs': 0.017854} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.652260] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 733.652681] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 733.653483] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cecad535-ef89-463e-b7df-a231d763786c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.663596] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.819844} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 733.666053] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 733.666053] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 733.666053] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 733.666053] env[65481]: value = "task-4884221" [ 733.666053] env[65481]: _type = "Task" [ 733.666053] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.666434] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4dd49d97-e712-4aa4-8c8f-891791e5fcfc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 733.682030] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884221, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 733.682030] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 733.682030] env[65481]: value = "task-4884222" [ 733.682030] env[65481]: _type = "Task" [ 733.682030] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 733.691044] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884222, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.028749] env[65481]: DEBUG nova.policy [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'bb4e0eb73f654bf499a5016be25eb11c', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'feac7598136042e6a4c92ed10d88d31a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 734.032869] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 734.091055] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884219, 'name': ReconfigVM_Task, 'duration_secs': 0.766652} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.091257] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfigured VM instance instance-00000017 to attach disk [datastore1] volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a/volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 734.098024] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4da86de3-b9b3-4551-b311-340335d5796d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.113716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 734.114742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 734.114742] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 734.124656] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 734.124656] env[65481]: value = "task-4884223" [ 734.124656] env[65481]: _type = "Task" [ 734.124656] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.133248] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884220, 'name': Rename_Task, 'duration_secs': 0.214301} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.133884] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 734.137230] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4413f56a-de53-4649-8fe7-2be1957971f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.142929] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884223, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.150081] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 734.150081] env[65481]: value = "task-4884224" [ 734.150081] env[65481]: _type = "Task" [ 734.150081] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.167030] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884224, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.184173] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884221, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.199254] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884222, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090088} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.199594] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 734.200395] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f0986a1-23e5-4f3f-a3fe-4738be25912f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.228034] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Reconfiguring VM instance instance-00000024 to attach disk [datastore1] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.231253] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b86df21-f6dd-4bd0-b072-3ab0166e01a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.255960] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 734.255960] env[65481]: value = "task-4884225" [ 734.255960] env[65481]: _type = "Task" [ 734.255960] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.267759] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884225, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.636445] env[65481]: DEBUG oslo_vmware.api [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884223, 'name': ReconfigVM_Task, 'duration_secs': 0.314202} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.636780] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951792', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'name': 'volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cc66662-7fc5-4de7-98ea-6f9b64c9c8de', 'attached_at': '', 'detached_at': '', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'serial': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 734.640857] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e76a1b46-c0b2-4eb6-9821-b9d421a4e20b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.650361] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d69923e3-7e58-4237-b3db-a8430dfa4839 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.696397] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884224, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.700648] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbe6f308-168a-4e1f-bcb4-deb60a8c9f1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.710902] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884221, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.573555} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 734.713548] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 734.714494] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-695758b2-088f-4900-8bb8-aada66e05eee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.718277] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8778788-2f42-4bb3-9309-a9f48861504e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.751410] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Reconfiguring VM instance instance-0000001f to attach disk [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 734.765468] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-32855161-bfd9-41c9-8dea-d9d98a0057c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 734.780442] env[65481]: DEBUG nova.compute.provider_tree [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 734.796593] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 734.796593] env[65481]: value = "task-4884226" [ 734.796593] env[65481]: _type = "Task" [ 734.796593] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 734.796885] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884225, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.810041] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884226, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 734.892627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 734.896022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.045104] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 735.088778] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 735.089040] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 735.089194] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 735.089427] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 735.089579] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 735.089717] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 735.089919] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 735.090474] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 735.090692] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 735.090969] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 735.091172] env[65481]: DEBUG nova.virt.hardware [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 735.092158] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ec34ef2-d965-4dcd-9a90-5acdc8582c02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.101644] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1733e85-c8e1-42ac-b70e-ca6014b71362 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.130211] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Successfully created port: 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 735.169442] env[65481]: DEBUG oslo_vmware.api [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884224, 'name': PowerOnVM_Task, 'duration_secs': 0.806376} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.169727] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 735.169945] env[65481]: INFO nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Took 12.23 seconds to spawn the instance on the hypervisor. [ 735.170975] env[65481]: DEBUG nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 735.170975] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0716358-14fd-4475-affb-b0379ca61785 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.243134] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 735.287812] env[65481]: DEBUG nova.scheduler.client.report [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 735.296864] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884225, 'name': ReconfigVM_Task, 'duration_secs': 0.8729} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.299278] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Reconfigured VM instance instance-00000024 to attach disk [datastore1] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.299278] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-84982c4d-de21-4ce6-98e1-3b295c11d79d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.311335] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884226, 'name': ReconfigVM_Task, 'duration_secs': 0.362043} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.314334] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Reconfigured VM instance instance-0000001f to attach disk [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 735.316420] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 735.316420] env[65481]: value = "task-4884227" [ 735.316420] env[65481]: _type = "Task" [ 735.316420] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.316420] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12ced238-e409-4106-aab2-c93b19cca0cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.333228] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884227, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.357620] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-559105f1-259d-437b-9160-62de6a54cbdf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.375843] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 735.375843] env[65481]: value = "task-4884228" [ 735.375843] env[65481]: _type = "Task" [ 735.375843] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.389102] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884228, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.473217] env[65481]: WARNING neutronclient.v2_0.client [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.642134] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 735.701321] env[65481]: INFO nova.compute.manager [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Took 34.24 seconds to build instance. [ 735.706598] env[65481]: DEBUG nova.objects.instance [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 735.741628] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updated VIF entry in instance network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 735.741628] env[65481]: DEBUG nova.network.neutron [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [{"id": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "address": "fa:16:3e:e7:2c:aa", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d70fbeb-6d", "ovs_interfaceid": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.798941] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.795s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 735.801153] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 735.805546] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.942s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 735.807966] env[65481]: INFO nova.compute.claims [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 735.831473] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884227, 'name': Rename_Task, 'duration_secs': 0.232165} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 735.831996] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 735.832096] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0df8635e-da79-4091-9557-2b7c2fbeeeb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 735.843565] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 735.843565] env[65481]: value = "task-4884229" [ 735.843565] env[65481]: _type = "Task" [ 735.843565] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 735.856031] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 735.873308] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Updating instance_info_cache with network_info: [{"id": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "address": "fa:16:3e:22:6d:29", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd01c5b8-da", "ovs_interfaceid": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 735.891603] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.204527] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9688cbe9-1a7b-44d3-a195-636dbb216feb tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.751s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.219967] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f8a02fe3-4b72-46b6-9c9b-b8153c951c11 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.888s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.243968] env[65481]: DEBUG oslo_concurrency.lockutils [req-be090f6d-2e92-4d70-acfd-871f6448a110 req-d4001902-d77d-4454-86df-4552728afd38 service nova] Releasing lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.321016] env[65481]: DEBUG nova.compute.utils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 736.324335] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 736.324505] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 736.324857] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.325667] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.357164] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884229, 'name': PowerOnVM_Task} progress is 76%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.373269] env[65481]: DEBUG nova.policy [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50687fa8b45245cc83ea2367520afeac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4f88c2b65b4fe18528f8ae2751b2fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 736.380353] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 736.380702] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Instance network_info: |[{"id": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "address": "fa:16:3e:22:6d:29", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd01c5b8-da", "ovs_interfaceid": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 736.381188] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:6d:29', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'dd01c5b8-da8e-45a1-a1f1-07c32288ba0c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 736.389475] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Creating folder: Project (9d4f88c2b65b4fe18528f8ae2751b2fc). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.390421] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c52b683e-e115-451f-9959-fdb37f84a74c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.397679] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884228, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.411148] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Created folder: Project (9d4f88c2b65b4fe18528f8ae2751b2fc) in parent group-v951696. [ 736.411470] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Creating folder: Instances. Parent ref: group-v951797. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 736.412067] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a91da855-435c-4ca8-ac99-023130fb62fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.426512] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Created folder: Instances in parent group-v951797. [ 736.426824] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 736.427128] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 736.427390] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-36fe1fc8-bdca-47df-ae1a-7adf77e6df19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.450346] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 736.450346] env[65481]: value = "task-4884232" [ 736.450346] env[65481]: _type = "Task" [ 736.450346] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.460264] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884232, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.551494] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.551755] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.596809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "47372854-b82d-4be0-8781-4806ba7bf020" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.597066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.708434] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 736.825257] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 736.854429] env[65481]: DEBUG oslo_vmware.api [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884229, 'name': PowerOnVM_Task, 'duration_secs': 0.871546} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.854716] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 736.854907] env[65481]: INFO nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Took 9.32 seconds to spawn the instance on the hypervisor. [ 736.855094] env[65481]: DEBUG nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 736.855876] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af3931fa-513e-4905-bcdb-efa302510cf1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.859586] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Successfully created port: 62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 736.890387] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884228, 'name': ReconfigVM_Task, 'duration_secs': 1.200716} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.891376] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 736.891711] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8a0550dd-728d-4e02-9b1f-704887cd6220 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.901607] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 736.901607] env[65481]: value = "task-4884233" [ 736.901607] env[65481]: _type = "Task" [ 736.901607] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 736.922513] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884233, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 736.938598] env[65481]: DEBUG nova.compute.manager [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Received event network-vif-plugged-43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.939081] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Acquiring lock "b762d58c-6361-4521-852f-735f795dedc9-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 736.939081] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Lock "b762d58c-6361-4521-852f-735f795dedc9-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 736.939258] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Lock "b762d58c-6361-4521-852f-735f795dedc9-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 736.939421] env[65481]: DEBUG nova.compute.manager [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] No waiting events found dispatching network-vif-plugged-43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 736.939594] env[65481]: WARNING nova.compute.manager [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Received unexpected event network-vif-plugged-43306c62-5e54-4c52-b7bb-88d688e4c59c for instance with vm_state building and task_state spawning. [ 736.939756] env[65481]: DEBUG nova.compute.manager [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Received event network-changed-43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 736.939964] env[65481]: DEBUG nova.compute.manager [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Refreshing instance network info cache due to event network-changed-43306c62-5e54-4c52-b7bb-88d688e4c59c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 736.940098] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Acquiring lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.940228] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Acquired lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.940390] env[65481]: DEBUG nova.network.neutron [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Refreshing network info cache for port 43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 736.970948] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884232, 'name': CreateVM_Task, 'duration_secs': 0.382254} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 736.972632] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 736.974504] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 736.975323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 736.975693] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 736.976581] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 736.977164] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dc332cff-dfad-4e8d-8063-fa185526de60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 736.982110] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Successfully updated port: 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 736.989413] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 736.989413] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a100d-a993-c6f1-2435-e09f656e70ea" [ 736.989413] env[65481]: _type = "Task" [ 736.989413] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.007642] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a100d-a993-c6f1-2435-e09f656e70ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.225846] env[65481]: INFO nova.compute.manager [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Rebuilding instance [ 737.249759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.273565] env[65481]: DEBUG nova.compute.manager [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.274836] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf7292e4-9690-4116-bb9d-73bf41cccddf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.386604] env[65481]: INFO nova.compute.manager [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Took 32.93 seconds to build instance. [ 737.417502] env[65481]: DEBUG oslo_vmware.api [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884233, 'name': PowerOnVM_Task, 'duration_secs': 0.451936} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.417502] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 737.422948] env[65481]: DEBUG nova.compute.manager [None req-d6557369-8fec-4a9a-9b62-6dc7d65cf364 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 737.424063] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-544aa26a-119e-4623-9d29-7c06ebda5889 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.440529] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6370a345-37e0-4434-8217-2fa5f2cde210 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.446093] env[65481]: WARNING neutronclient.v2_0.client [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.454334] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-556428c4-218d-4b11-b6ff-0ea12cf04305 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.459042] env[65481]: DEBUG nova.compute.manager [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Received event network-vif-plugged-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 737.459350] env[65481]: DEBUG oslo_concurrency.lockutils [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] Acquiring lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 737.460631] env[65481]: DEBUG oslo_concurrency.lockutils [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 737.460631] env[65481]: DEBUG oslo_concurrency.lockutils [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 737.460631] env[65481]: DEBUG nova.compute.manager [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] No waiting events found dispatching network-vif-plugged-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 737.460631] env[65481]: WARNING nova.compute.manager [req-e72d2a3e-9fc8-4172-9a7b-e409704dd4cf req-e6593405-9071-4110-9d65-719fbd5c4f45 service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Received unexpected event network-vif-plugged-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c for instance with vm_state building and task_state spawning. [ 737.497654] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.497880] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.498328] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 737.507430] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2154b06a-5678-403c-aa95-f357fcdbd1bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.517749] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528a100d-a993-c6f1-2435-e09f656e70ea, 'name': SearchDatastore_Task, 'duration_secs': 0.023448} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 737.520073] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 737.520330] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 737.520702] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 737.520702] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 737.520884] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 737.521241] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f9118cfa-b758-42e7-8977-362d5f406e19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.525172] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5032a4b-859b-4b31-b790-d05dc3bf5f97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.541406] env[65481]: DEBUG nova.compute.provider_tree [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 737.544155] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 737.544405] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 737.545358] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7edf893a-dfa1-4b8c-9413-0722ca55badc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.554179] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 737.554179] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f321e7-3d5f-55ca-5485-352f01bd93bd" [ 737.554179] env[65481]: _type = "Task" [ 737.554179] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 737.566875] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f321e7-3d5f-55ca-5485-352f01bd93bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 737.755009] env[65481]: WARNING neutronclient.v2_0.client [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 737.836427] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 737.870280] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 737.870540] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 737.870687] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 737.870859] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 737.871144] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 737.871329] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 737.871890] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 737.871969] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 737.872222] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 737.872916] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 737.872916] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 737.874468] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8b091ba-2a52-4aea-a988-7b12566d3f06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.880760] env[65481]: DEBUG nova.network.neutron [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Updated VIF entry in instance network info cache for port 43306c62-5e54-4c52-b7bb-88d688e4c59c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 737.880760] env[65481]: DEBUG nova.network.neutron [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Updating instance_info_cache with network_info: [{"id": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "address": "fa:16:3e:cd:74:87", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap43306c62-5e", "ovs_interfaceid": "43306c62-5e54-4c52-b7bb-88d688e4c59c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 737.887183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dba29d47-dcaf-4c4e-88c1-898ff1ef4e2c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 737.891106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f4000e86-ab29-4a69-8c3e-c23745b30c16 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.440s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.047015] env[65481]: DEBUG nova.scheduler.client.report [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 738.068327] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f321e7-3d5f-55ca-5485-352f01bd93bd, 'name': SearchDatastore_Task, 'duration_secs': 0.036195} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.070168] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7cdf1f00-8101-4788-8319-63fdfcde6ef9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.077625] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 738.077625] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e410-256d-c5d9-786d-528b7b70a015" [ 738.077625] env[65481]: _type = "Task" [ 738.077625] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.088584] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e410-256d-c5d9-786d-528b7b70a015, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.119621] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 738.122434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.123320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.298652] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 738.299032] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-92e34f67-b703-401e-a61d-81da305efe52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.315882] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 738.315882] env[65481]: value = "task-4884234" [ 738.315882] env[65481]: _type = "Task" [ 738.315882] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.326641] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884234, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.346844] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 738.347801] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.348066] env[65481]: DEBUG nova.compute.manager [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 738.349868] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11a5953f-b093-4fe9-a1ff-247ce872f7c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.361570] env[65481]: DEBUG nova.compute.manager [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 738.361570] env[65481]: DEBUG nova.objects.instance [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.386929] env[65481]: DEBUG oslo_concurrency.lockutils [req-3995028f-f33d-4084-896e-217de226b038 req-0d827794-ab8e-451a-ab2c-6e193572a1e9 service nova] Releasing lock "refresh_cache-b762d58c-6361-4521-852f-735f795dedc9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.394583] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 738.533060] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Successfully updated port: 62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 738.553251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.748s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 738.553888] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 738.556989] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.327s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 738.557099] env[65481]: DEBUG nova.objects.instance [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lazy-loading 'resources' on Instance uuid 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 738.592923] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6e410-256d-c5d9-786d-528b7b70a015, 'name': SearchDatastore_Task, 'duration_secs': 0.019117} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.593939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 738.593939] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a49b81b8-33b3-415f-b9c5-7dde49a0835e/a49b81b8-33b3-415f-b9c5-7dde49a0835e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 738.593939] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5dd86e3d-b6dc-49bb-a3a5-2ebdf1db6252 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.602141] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 738.602141] env[65481]: value = "task-4884235" [ 738.602141] env[65481]: _type = "Task" [ 738.602141] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.618729] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884235, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.714262] env[65481]: WARNING neutronclient.v2_0.client [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 738.828719] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884234, 'name': PowerOffVM_Task, 'duration_secs': 0.276585} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 738.829409] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 738.835480] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 738.835480] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6c339f-bc81-4a8b-aacb-96db3c095881 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.842262] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 738.844484] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e420d67-b8e7-4c97-8578-12c1f9a074be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.865191] env[65481]: DEBUG nova.network.neutron [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 738.877075] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 738.877347] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 738.877547] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Deleting the datastore file [datastore2] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 738.877854] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e2603999-e9c2-4c4d-b9f9-e04d97549497 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 738.888828] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 738.888828] env[65481]: value = "task-4884237" [ 738.888828] env[65481]: _type = "Task" [ 738.888828] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 738.904127] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884237, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 738.929908] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.036147] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.036378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.036569] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 739.058495] env[65481]: DEBUG nova.compute.utils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 739.060928] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 739.061256] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 739.061687] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.062092] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.115201] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884235, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.205232] env[65481]: DEBUG nova.policy [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '50687fa8b45245cc83ea2367520afeac', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9d4f88c2b65b4fe18528f8ae2751b2fc', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 739.370415] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 739.370832] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Instance network_info: |[{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 739.371439] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 739.373031] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:be:7c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9722ea4d-e4a5-48fc-b759-5c4c4796b1ef', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7263e2e0-fc6c-469d-bacc-abc5899773cc', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 739.380207] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Creating folder: Project (feac7598136042e6a4c92ed10d88d31a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.380572] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-701a2de6-d2f1-41b3-938e-cb89697eb014 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.382656] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0e52b43e-ded6-4f49-8756-6a40aa481869 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.394721] env[65481]: DEBUG oslo_vmware.api [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 739.394721] env[65481]: value = "task-4884238" [ 739.394721] env[65481]: _type = "Task" [ 739.394721] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.400517] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Created folder: Project (feac7598136042e6a4c92ed10d88d31a) in parent group-v951696. [ 739.400844] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Creating folder: Instances. Parent ref: group-v951800. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 739.404916] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daefdb19-be15-47a8-a178-3cacf4f8d85d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.407381] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884237, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.320921} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.408160] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 739.408400] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 739.408586] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 739.415638] env[65481]: DEBUG oslo_vmware.api [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.426868] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Created folder: Instances in parent group-v951800. [ 739.428046] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 739.428046] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 739.428046] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-927dfffc-5c80-4dc6-a428-8aba8f748ad3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.454480] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 739.454480] env[65481]: value = "task-4884241" [ 739.454480] env[65481]: _type = "Task" [ 739.454480] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.465032] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884241, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.567414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 739.567792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 739.568230] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 739.623226] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884235, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.73231} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.624620] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a49b81b8-33b3-415f-b9c5-7dde49a0835e/a49b81b8-33b3-415f-b9c5-7dde49a0835e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 739.624894] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 739.625304] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a68b5398-7bc7-4dea-a9d4-25faa592740b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.635156] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 739.635156] env[65481]: value = "task-4884242" [ 739.635156] env[65481]: _type = "Task" [ 739.635156] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.651844] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884242, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 739.655743] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Successfully created port: 33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 739.742281] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 739.856223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9e3df6e-b085-4e95-aab3-262de87a55df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.864790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc3632aa-e5fe-4f44-94f0-7904ff6f0d01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.908022] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc0ef9a4-92ff-4940-a7a3-dafe5982ecc8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.922156] env[65481]: DEBUG oslo_vmware.api [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884238, 'name': PowerOffVM_Task, 'duration_secs': 0.303544} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.923765] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc5859a0-c1b6-4c0e-9625-4f1ad56f575e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.928172] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 739.928382] env[65481]: DEBUG nova.compute.manager [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 739.929433] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46c9efe2-17b7-4dbe-9bc4-e338b4e0762f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.946518] env[65481]: DEBUG nova.compute.provider_tree [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 739.965633] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884241, 'name': CreateVM_Task, 'duration_secs': 0.499252} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 739.965809] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 739.966342] env[65481]: WARNING neutronclient.v2_0.client [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 739.966678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 739.966825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 739.967311] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 739.967403] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-289f34a8-93c1-4f48-b3db-84a449e65711 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 739.972871] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 739.972871] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5207f07f-1ee7-edef-7df0-b7ec92c02662" [ 739.972871] env[65481]: _type = "Task" [ 739.972871] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 739.982906] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5207f07f-1ee7-edef-7df0-b7ec92c02662, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.150321] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884242, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.150679] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 740.151620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5d191dc-d7a6-4672-84f9-8a33dc08976a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.186531] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Reconfiguring VM instance instance-00000025 to attach disk [datastore1] a49b81b8-33b3-415f-b9c5-7dde49a0835e/a49b81b8-33b3-415f-b9c5-7dde49a0835e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 740.187193] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28659e54-d39e-4d6b-81b8-2661b8a7148d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.204327] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 740.217018] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 740.217018] env[65481]: value = "task-4884243" [ 740.217018] env[65481]: _type = "Task" [ 740.217018] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.228479] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884243, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.302963] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Updating instance_info_cache with network_info: [{"id": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "address": "fa:16:3e:17:99:fa", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee39b9-42", "ovs_interfaceid": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 740.452752] env[65481]: DEBUG nova.scheduler.client.report [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 740.456532] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd787a1b-2d40-4823-a16f-38a33080f590 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.109s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.464661] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.464910] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.465077] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.465285] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.465422] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.465566] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.465771] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.465935] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.466099] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.466484] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.467153] env[65481]: DEBUG nova.virt.hardware [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.467763] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-286e20b5-e53c-4c81-8ef0-ff793d00e8cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.480951] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0583c4ec-8412-4f79-938c-f9a517fcd201 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.489608] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5207f07f-1ee7-edef-7df0-b7ec92c02662, 'name': SearchDatastore_Task, 'duration_secs': 0.052521} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 740.490317] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.490569] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 740.490815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.491027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.491322] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 740.491645] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-da8e13bf-b663-42db-bdd4-60aa24fd2224 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.502977] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.508857] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.510027] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.510273] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fd87a460-0109-4005-802b-da3ca9d46394 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.524863] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 740.525065] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 740.526250] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52842018-c85b-4b48-b6db-dc5f7747cecb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.531824] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.531824] env[65481]: value = "task-4884244" [ 740.531824] env[65481]: _type = "Task" [ 740.531824] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.536359] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 740.536359] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522a3637-f887-2db7-75d8-265108c619fc" [ 740.536359] env[65481]: _type = "Task" [ 740.536359] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.543337] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884244, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.549366] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522a3637-f887-2db7-75d8-265108c619fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.579553] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 740.606838] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 740.607154] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 740.607344] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 740.607636] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 740.607867] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 740.608114] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 740.608345] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 740.608501] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 740.608666] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 740.608855] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 740.609055] env[65481]: DEBUG nova.virt.hardware [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 740.610035] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5509e4dc-f5b7-45e7-a487-fea8b1ee769e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.621308] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3444e43-34da-46d0-ae8e-7066e0929954 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.719018] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ef8ee289-43ea-4622-a923-2c5399847b57" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 740.719552] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.719808] env[65481]: DEBUG nova.compute.manager [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 740.721269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09bffab0-e665-4d29-8fb0-8e79bacfece9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.739347] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884243, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.739757] env[65481]: DEBUG nova.compute.manager [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 740.740434] env[65481]: DEBUG nova.objects.instance [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lazy-loading 'flavor' on Instance uuid ef8ee289-43ea-4622-a923-2c5399847b57 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 740.807128] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 740.807128] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Instance network_info: |[{"id": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "address": "fa:16:3e:17:99:fa", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee39b9-42", "ovs_interfaceid": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 740.808431] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:17:99:fa', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '62ee39b9-424e-4add-8958-1c1ca406c7f6', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 740.818516] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 740.818971] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00902224-aae0-4414-93e9-895098881d15] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 740.819231] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3089d60b-1365-4fcb-8e54-5daaeeafed19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 740.844060] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Received event network-changed-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.844303] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Refreshing instance network info cache due to event network-changed-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.844523] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Acquiring lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.845474] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Acquired lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.845474] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Refreshing network info cache for port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.854042] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 740.854042] env[65481]: value = "task-4884245" [ 740.854042] env[65481]: _type = "Task" [ 740.854042] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 740.869761] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884245, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 740.956026] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Received event network-changed-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 740.956950] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Refreshing instance network info cache due to event network-changed-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 740.956950] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquiring lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 740.956950] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquired lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 740.957302] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Refreshing network info cache for port dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 740.960148] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.403s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 740.963018] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.925s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 740.964547] env[65481]: INFO nova.compute.claims [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 740.989661] env[65481]: INFO nova.scheduler.client.report [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Deleted allocations for instance 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14 [ 741.048672] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884244, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.053868] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522a3637-f887-2db7-75d8-265108c619fc, 'name': SearchDatastore_Task, 'duration_secs': 0.033327} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.054849] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-37b5a3e9-2ed0-4459-bdde-3373835ed53d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.061891] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 741.061891] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b25ddf-9ee3-a04e-7a42-8b38c54443e2" [ 741.061891] env[65481]: _type = "Task" [ 741.061891] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.073973] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b25ddf-9ee3-a04e-7a42-8b38c54443e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.233071] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884243, 'name': ReconfigVM_Task, 'duration_secs': 0.849106} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.233352] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Reconfigured VM instance instance-00000025 to attach disk [datastore1] a49b81b8-33b3-415f-b9c5-7dde49a0835e/a49b81b8-33b3-415f-b9c5-7dde49a0835e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 741.234038] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-870327a8-b52b-4e2a-aa19-7080ae297663 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.242130] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 741.242130] env[65481]: value = "task-4884246" [ 741.242130] env[65481]: _type = "Task" [ 741.242130] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.254350] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884246, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.349289] env[65481]: WARNING neutronclient.v2_0.client [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.369878] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884245, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.460743] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 741.499093] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c14f84e0-79aa-4075-bf80-a93d34e7f7c8 tempest-TenantUsagesTestJSON-1916956504 tempest-TenantUsagesTestJSON-1916956504-project-member] Lock "2aa6b1a6-9104-4ad5-9cd5-4548c0561c14" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.041s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 741.544352] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884244, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.574043] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b25ddf-9ee3-a04e-7a42-8b38c54443e2, 'name': SearchDatastore_Task, 'duration_secs': 0.03467} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.574480] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 741.574745] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 741.575191] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-315ac229-cda7-495b-8db1-4c24ab1afb4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.583500] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 741.583500] env[65481]: value = "task-4884247" [ 741.583500] env[65481]: _type = "Task" [ 741.583500] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.594279] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884247, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.757499] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 741.757499] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884246, 'name': Rename_Task, 'duration_secs': 0.318405} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 741.757499] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0434ad3-8283-4385-9abe-9fb6ce53f85e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.759021] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 741.759559] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0534fa1d-85ff-4b03-a6a1-59d96c7449e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 741.769321] env[65481]: DEBUG oslo_vmware.api [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 741.769321] env[65481]: value = "task-4884248" [ 741.769321] env[65481]: _type = "Task" [ 741.769321] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.772041] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 741.772041] env[65481]: value = "task-4884249" [ 741.772041] env[65481]: _type = "Task" [ 741.772041] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 741.789022] env[65481]: DEBUG oslo_vmware.api [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884248, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.790776] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884249, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.801221] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Successfully updated port: 33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 741.868741] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884245, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 741.929270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 741.929664] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.046977] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884244, 'name': CreateVM_Task, 'duration_secs': 1.36723} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.048200] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.048731] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.048942] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.049391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.049860] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6c561061-2bf9-4f26-b7fa-435ccfc5b84f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.058469] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 742.058469] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209f8e7-dccd-eea1-9607-628d4ef41f80" [ 742.058469] env[65481]: _type = "Task" [ 742.058469] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.078991] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209f8e7-dccd-eea1-9607-628d4ef41f80, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.103602] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884247, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.107575] env[65481]: WARNING neutronclient.v2_0.client [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.207909] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.297873] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884249, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.298209] env[65481]: DEBUG oslo_vmware.api [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884248, 'name': PowerOffVM_Task, 'duration_secs': 0.281205} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.298456] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 742.298956] env[65481]: DEBUG nova.compute.manager [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 742.299509] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d5293d-9716-4a8f-a8f1-d57a4295c11c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.305043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.305260] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.305441] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 742.369468] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884245, 'name': CreateVM_Task, 'duration_secs': 1.31948} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.369468] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 00902224-aae0-4414-93e9-895098881d15] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 742.369971] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 742.371081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.385730] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updated VIF entry in instance network info cache for port 6bcaf11d-aefa-40da-8fbb-9d85f5ba9742. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.386055] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updating instance_info_cache with network_info: [{"id": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "address": "fa:16:3e:53:48:d2", "network": {"id": "9c53ab52-af69-48de-b6d1-db8322e3af8f", "bridge": "br-int", "label": "tempest-ServersTestJSON-214288191-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.248", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "ecbc3879f8b646788fc26fcac4c52dda", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27e0a333-0cad-496c-8e6e-37a2edc97ac4", "external-id": "nsx-vlan-transportzone-83", "segmentation_id": 83, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6bcaf11d-ae", "ovs_interfaceid": "6bcaf11d-aefa-40da-8fbb-9d85f5ba9742", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.467308] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Updated VIF entry in instance network info cache for port dd01c5b8-da8e-45a1-a1f1-07c32288ba0c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 742.467761] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Updating instance_info_cache with network_info: [{"id": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "address": "fa:16:3e:22:6d:29", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapdd01c5b8-da", "ovs_interfaceid": "dd01c5b8-da8e-45a1-a1f1-07c32288ba0c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 742.570699] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209f8e7-dccd-eea1-9607-628d4ef41f80, 'name': SearchDatastore_Task, 'duration_secs': 0.067769} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.570994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.571237] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 742.571537] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.571693] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.571861] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 742.572146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.572562] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 742.572846] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-178c77a8-6135-48bf-abe1-71e1442a20ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.575289] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c5c1b21-6c22-4044-95a5-1e71fcc05ac7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.586334] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 742.586334] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520f33d9-029b-33e3-3553-6c120fed944a" [ 742.586334] env[65481]: _type = "Task" [ 742.586334] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.596162] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 742.596356] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 742.598638] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8e467f0-6ef4-4027-b697-21c66cd8829f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.607079] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520f33d9-029b-33e3-3553-6c120fed944a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.607345] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884247, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.713703} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 742.607999] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 742.608283] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 742.608554] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-146d9652-0919-4fd4-b659-fba79ac98364 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.615086] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 742.615086] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ae7225-3441-482f-bdc4-7d1f0ac848ff" [ 742.615086] env[65481]: _type = "Task" [ 742.615086] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.620852] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 742.620852] env[65481]: value = "task-4884250" [ 742.620852] env[65481]: _type = "Task" [ 742.620852] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 742.624178] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ae7225-3441-482f-bdc4-7d1f0ac848ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.634030] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884250, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.690843] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6389f4-f841-4c06-a2f7-497512ba2afd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.699263] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4ee90f2-d2f7-48fa-9534-39768adb140b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.736100] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d64b4a4-5fd0-420e-a9d6-18b601b5a2eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.746141] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85794d6f-374e-41ae-8270-2dff35f81e4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 742.763603] env[65481]: DEBUG nova.compute.provider_tree [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 742.789097] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884249, 'name': PowerOnVM_Task} progress is 79%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 742.818340] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38d531a4-6ad7-4930-82f7-c7008513fe31 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.099s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.859088] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 742.892248] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Releasing lock "refresh_cache-fdca127b-6482-4d08-bddc-a43167df9cfb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.892248] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Received event network-vif-plugged-62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.892248] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Acquiring lock "00902224-aae0-4414-93e9-895098881d15-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.892248] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Lock "00902224-aae0-4414-93e9-895098881d15-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.892248] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Lock "00902224-aae0-4414-93e9-895098881d15-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.892507] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] No waiting events found dispatching network-vif-plugged-62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 742.892507] env[65481]: WARNING nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Received unexpected event network-vif-plugged-62ee39b9-424e-4add-8958-1c1ca406c7f6 for instance with vm_state building and task_state spawning. [ 742.892507] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Received event network-changed-62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.892507] env[65481]: DEBUG nova.compute.manager [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Refreshing instance network info cache due to event network-changed-62ee39b9-424e-4add-8958-1c1ca406c7f6. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 742.892507] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Acquiring lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.892640] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Acquired lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.892640] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Refreshing network info cache for port 62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 742.971758] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Releasing lock "refresh_cache-a49b81b8-33b3-415f-b9c5-7dde49a0835e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 742.972487] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-vif-plugged-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.972487] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquiring lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 742.972660] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 742.972801] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 742.973261] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] No waiting events found dispatching network-vif-plugged-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 742.973261] env[65481]: WARNING nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received unexpected event network-vif-plugged-7263e2e0-fc6c-469d-bacc-abc5899773cc for instance with vm_state building and task_state spawning. [ 742.973372] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 742.973478] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing instance network info cache due to event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 742.973672] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 742.974528] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 742.974528] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.047455] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.098422] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520f33d9-029b-33e3-3553-6c120fed944a, 'name': SearchDatastore_Task, 'duration_secs': 0.033546} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.098744] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.098982] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 743.099209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.126588] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ae7225-3441-482f-bdc4-7d1f0ac848ff, 'name': SearchDatastore_Task, 'duration_secs': 0.020122} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.131729] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80ffd6f9-fb6b-4873-ab15-cefe87345e50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.142627] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884250, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.162598} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.142853] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 743.142853] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e414f5-48e2-ab83-15a2-ee6e85a443f0" [ 743.142853] env[65481]: _type = "Task" [ 743.142853] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.143221] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 743.144077] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2bd06b-92f5-4f19-b8f2-a37844673ebe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.155473] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e414f5-48e2-ab83-15a2-ee6e85a443f0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.176450] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 743.177008] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b073c884-f14a-4f52-9c0d-cb85e9ac7dd1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.201465] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 743.201465] env[65481]: value = "task-4884251" [ 743.201465] env[65481]: _type = "Task" [ 743.201465] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.212536] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884251, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.269867] env[65481]: DEBUG nova.scheduler.client.report [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 743.282478] env[65481]: DEBUG nova.network.neutron [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Updating instance_info_cache with network_info: [{"id": "33735437-c604-46e9-8072-ac243c67e990", "address": "fa:16:3e:35:db:f4", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33735437-c6", "ovs_interfaceid": "33735437-c604-46e9-8072-ac243c67e990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 743.287709] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884249, 'name': PowerOnVM_Task, 'duration_secs': 1.202143} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.288630] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 743.288827] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Took 10.85 seconds to spawn the instance on the hypervisor. [ 743.288990] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 743.290591] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9780a167-f5cf-43fe-9af5-d2812c361af9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.398121] env[65481]: WARNING neutronclient.v2_0.client [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.449726] env[65481]: DEBUG nova.compute.manager [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 743.450383] env[65481]: DEBUG nova.compute.manager [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing instance network info cache due to event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 743.450383] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] Acquiring lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.450383] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] Acquired lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.450620] env[65481]: DEBUG nova.network.neutron [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.477627] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 743.655663] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e414f5-48e2-ab83-15a2-ee6e85a443f0, 'name': SearchDatastore_Task, 'duration_secs': 0.028036} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 743.657100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.657375] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 743.658543] env[65481]: DEBUG nova.compute.manager [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Received event network-vif-plugged-33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 743.658740] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Acquiring lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 743.659056] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.659112] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.659271] env[65481]: DEBUG nova.compute.manager [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] No waiting events found dispatching network-vif-plugged-33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 743.659430] env[65481]: WARNING nova.compute.manager [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Received unexpected event network-vif-plugged-33735437-c604-46e9-8072-ac243c67e990 for instance with vm_state building and task_state spawning. [ 743.659596] env[65481]: DEBUG nova.compute.manager [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Received event network-changed-33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 743.659814] env[65481]: DEBUG nova.compute.manager [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Refreshing instance network info cache due to event network-changed-33735437-c604-46e9-8072-ac243c67e990. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 743.659904] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Acquiring lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 743.660139] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.660317] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 743.660557] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-dd85311e-ec91-402a-b525-62a6c60ae5aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.663116] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fca3d540-b67f-4a9f-9f1a-1dd5d74ea6dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.671152] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 743.671152] env[65481]: value = "task-4884252" [ 743.671152] env[65481]: _type = "Task" [ 743.671152] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.675981] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 743.675981] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 743.677036] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0493c264-8a73-460e-8cb7-4dd6e4759af9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.683748] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884252, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.688697] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 743.688697] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282a840-e205-748b-677e-a76c09e322d7" [ 743.688697] env[65481]: _type = "Task" [ 743.688697] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.697677] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282a840-e205-748b-677e-a76c09e322d7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.711310] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884251, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.776555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.814s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 743.777334] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 743.781344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.031s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 743.783272] env[65481]: INFO nova.compute.claims [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 743.790487] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 743.793109] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Instance network_info: |[{"id": "33735437-c604-46e9-8072-ac243c67e990", "address": "fa:16:3e:35:db:f4", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33735437-c6", "ovs_interfaceid": "33735437-c604-46e9-8072-ac243c67e990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 743.793610] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Acquired lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 743.793834] env[65481]: DEBUG nova.network.neutron [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Refreshing network info cache for port 33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 743.795534] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:35:db:f4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'db328342-7107-4bac-b1d6-111fbd5780f1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '33735437-c604-46e9-8072-ac243c67e990', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 743.804379] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 743.810189] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 743.810923] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5ff1c536-e221-49c7-925b-3336ee92a4da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 743.831987] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Took 31.63 seconds to build instance. [ 743.837363] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 743.837363] env[65481]: value = "task-4884253" [ 743.837363] env[65481]: _type = "Task" [ 743.837363] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 743.842587] env[65481]: DEBUG nova.objects.instance [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 743.858197] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884253, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 743.958500] env[65481]: WARNING neutronclient.v2_0.client [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.186054] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884252, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.199622] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282a840-e205-748b-677e-a76c09e322d7, 'name': SearchDatastore_Task, 'duration_secs': 0.019604} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.200564] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-44910620-e67d-47db-a06b-7bb255059f28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.214967] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884251, 'name': ReconfigVM_Task, 'duration_secs': 0.677369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.216644] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 744.217577] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 744.217577] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5259d76b-25f7-2e01-f6b3-1d66ca980796" [ 744.217577] env[65481]: _type = "Task" [ 744.217577] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.217881] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fddaa8c2-78c6-44ca-9441-30b194757b05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.232262] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5259d76b-25f7-2e01-f6b3-1d66ca980796, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.234029] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 744.234029] env[65481]: value = "task-4884254" [ 744.234029] env[65481]: _type = "Task" [ 744.234029] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.244836] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884254, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.288986] env[65481]: DEBUG nova.compute.utils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 744.294051] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 744.294051] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 744.294604] env[65481]: WARNING neutronclient.v2_0.client [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.294604] env[65481]: WARNING neutronclient.v2_0.client [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.308764] env[65481]: WARNING neutronclient.v2_0.client [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.340082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.164s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 744.353897] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884253, 'name': CreateVM_Task, 'duration_secs': 0.39455} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.354549] env[65481]: DEBUG oslo_concurrency.lockutils [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.354714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.354979] env[65481]: DEBUG nova.network.neutron [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 744.355087] env[65481]: DEBUG nova.objects.instance [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'info_cache' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 744.356541] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 744.359586] env[65481]: WARNING neutronclient.v2_0.client [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.359938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.360098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.360491] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 744.360932] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62d5bf5f-fde4-4247-8e30-48136594d635 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.370834] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 744.370834] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5292ac60-0981-27ea-3deb-8cdc3ab27126" [ 744.370834] env[65481]: _type = "Task" [ 744.370834] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.382296] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5292ac60-0981-27ea-3deb-8cdc3ab27126, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.561160] env[65481]: WARNING neutronclient.v2_0.client [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.621964] env[65481]: DEBUG nova.policy [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b586ea7910524692b0593e70c28640d4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '18263a5736e54231ad71a3cacb29b028', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 744.685977] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884252, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.680986} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.687474] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 744.687474] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 744.687474] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa4e768c-7507-4765-96fb-2d3562c732a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.695552] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 744.695552] env[65481]: value = "task-4884255" [ 744.695552] env[65481]: _type = "Task" [ 744.695552] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.708263] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884255, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.732308] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5259d76b-25f7-2e01-f6b3-1d66ca980796, 'name': SearchDatastore_Task, 'duration_secs': 0.068406} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.732507] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.732771] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 00902224-aae0-4414-93e9-895098881d15/00902224-aae0-4414-93e9-895098881d15.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 744.733086] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-61cd58c7-b9ba-43b2-b0fd-a47a478c813d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.749132] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884254, 'name': Rename_Task, 'duration_secs': 0.267257} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.753615] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 744.753615] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 744.753615] env[65481]: value = "task-4884256" [ 744.753615] env[65481]: _type = "Task" [ 744.753615] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.753615] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e62891f9-f110-4e54-838c-5052629ee314 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.768148] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884256, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.770383] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 744.770383] env[65481]: value = "task-4884257" [ 744.770383] env[65481]: _type = "Task" [ 744.770383] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.784113] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884257, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 744.794582] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 744.846586] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 744.860342] env[65481]: DEBUG nova.objects.base [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Object Instance<7cc66662-7fc5-4de7-98ea-6f9b64c9c8de> lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 744.883734] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 744.894018] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5292ac60-0981-27ea-3deb-8cdc3ab27126, 'name': SearchDatastore_Task, 'duration_secs': 0.016582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 744.894717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 744.895554] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 744.895554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 744.895554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 744.895786] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 744.895930] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-171211fd-3124-496c-9f1d-08f20b990c44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.907461] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 744.907644] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 744.908616] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ee0d749a-5233-4bc7-8f13-85ae8056c919 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 744.922166] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 744.922166] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528b679f-4478-e81a-84cf-b52819a9b8b9" [ 744.922166] env[65481]: _type = "Task" [ 744.922166] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 744.938672] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528b679f-4478-e81a-84cf-b52819a9b8b9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.209658] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884255, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076166} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.210459] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 745.211751] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fb485aa-5b5b-41ef-b91d-0dbf18bed58e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.243906] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Reconfiguring VM instance instance-00000020 to attach disk [datastore1] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 745.246706] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfa0f8c6-bd3c-4d72-8f1f-b7e4b9df0931 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.278803] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 745.278803] env[65481]: value = "task-4884258" [ 745.278803] env[65481]: _type = "Task" [ 745.278803] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.287312] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884256, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.287607] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884257, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.301390] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.366637] env[65481]: WARNING neutronclient.v2_0.client [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.379528] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 745.435174] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528b679f-4478-e81a-84cf-b52819a9b8b9, 'name': SearchDatastore_Task, 'duration_secs': 0.015939} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.441009] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a34dcf0-c135-4590-9677-01954e7d3afa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.449091] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 745.449091] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b05e3-eaa4-2550-d1f2-2469ea15f968" [ 745.449091] env[65481]: _type = "Task" [ 745.449091] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.462597] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b05e3-eaa4-2550-d1f2-2469ea15f968, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.474825] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Updated VIF entry in instance network info cache for port 62ee39b9-424e-4add-8958-1c1ca406c7f6. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.475195] env[65481]: DEBUG nova.network.neutron [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Updating instance_info_cache with network_info: [{"id": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "address": "fa:16:3e:17:99:fa", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap62ee39b9-42", "ovs_interfaceid": "62ee39b9-424e-4add-8958-1c1ca406c7f6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.646160] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e2a1b19-de9f-475d-9543-1357dc4d9d7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.654320] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-deb65c8e-5253-4ed1-901d-dc1c9b4bdb9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.690033] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-974323e9-e987-4a9a-bc80-031a243ca36a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.699196] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c400b35c-0074-48a4-af1a-b40a357a98fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.715551] env[65481]: DEBUG nova.compute.provider_tree [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 745.787935] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884256, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.667347} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.788130] env[65481]: DEBUG oslo_vmware.api [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884257, 'name': PowerOnVM_Task, 'duration_secs': 0.594434} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.788288] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 00902224-aae0-4414-93e9-895098881d15/00902224-aae0-4414-93e9-895098881d15.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 745.788554] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 745.793516] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 745.793910] env[65481]: INFO nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Took 10.75 seconds to spawn the instance on the hypervisor. [ 745.793971] env[65481]: DEBUG nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 745.798724] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0bb1e9a1-f314-4c46-b470-f52d66998222 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.801663] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e49f4cd-663b-4714-9674-3699e9e335f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.810345] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 745.824123] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884258, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 745.824123] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 745.824123] env[65481]: value = "task-4884259" [ 745.824123] env[65481]: _type = "Task" [ 745.824123] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.861294] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 745.861512] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 745.861712] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 745.862020] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 745.862155] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 745.862315] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 745.862641] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 745.862807] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 745.862977] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 745.863259] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 745.863462] env[65481]: DEBUG nova.virt.hardware [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 745.864644] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e25612-1284-4f0f-bc29-6757443d324b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.875227] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a940736-6a7f-4f79-a6b2-3ed7e72fc4b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.881198] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Successfully created port: b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 745.917155] env[65481]: WARNING neutronclient.v2_0.client [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 745.924813] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updated VIF entry in instance network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 745.925255] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 745.961620] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b05e3-eaa4-2550-d1f2-2469ea15f968, 'name': SearchDatastore_Task, 'duration_secs': 0.029021} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 745.961880] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.962197] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a4fa0aff-8c29-475a-a287-2aa3ee3bbf93/a4fa0aff-8c29-475a-a287-2aa3ee3bbf93.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 745.962428] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f2e75c0f-2293-4c85-931e-4ad592a77435 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 745.969799] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 745.969799] env[65481]: value = "task-4884260" [ 745.969799] env[65481]: _type = "Task" [ 745.969799] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 745.982818] env[65481]: DEBUG oslo_concurrency.lockutils [req-4ce822ad-64f4-4ff9-97fe-1ab431dcd311 req-2780bee0-e466-46f7-ab80-55bc019206ae service nova] Releasing lock "refresh_cache-00902224-aae0-4414-93e9-895098881d15" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 745.983496] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.221413] env[65481]: DEBUG nova.scheduler.client.report [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 746.301649] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.343936] env[65481]: INFO nova.compute.manager [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Took 34.17 seconds to build instance. [ 746.346389] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.096664} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 746.347439] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 746.348348] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e16305f-9578-468b-ad80-82525a5471a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.381078] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Reconfiguring VM instance instance-00000026 to attach disk [datastore1] 00902224-aae0-4414-93e9-895098881d15/00902224-aae0-4414-93e9-895098881d15.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 746.381556] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e9f620f-0bf8-4aa6-9855-717f38af1f6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 746.404247] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 746.404247] env[65481]: value = "task-4884261" [ 746.404247] env[65481]: _type = "Task" [ 746.404247] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 746.413556] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884261, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.429146] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 746.429294] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-changed-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 746.429467] env[65481]: DEBUG nova.compute.manager [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing instance network info cache due to event network-changed-1b3cda8e-8911-4fe7-a20c-3b9864df6c65. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 746.429655] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 746.429787] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 746.429954] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing network info cache for port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 746.480463] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884260, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.730796] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.949s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.734164] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 746.737902] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 19.599s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 746.739581] env[65481]: DEBUG nova.objects.instance [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lazy-loading 'resources' on Instance uuid edf956cd-6b97-41e7-9878-3e324e8689bf {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 746.802565] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884258, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.849264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c902e8ee-8ade-49fb-990e-9074e62d5b73 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.692s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 746.888244] env[65481]: WARNING neutronclient.v2_0.client [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.917345] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 746.933407] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 746.982598] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884260, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.241767] env[65481]: DEBUG nova.compute.utils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 747.246793] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 747.246793] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 747.247189] env[65481]: WARNING neutronclient.v2_0.client [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.248046] env[65481]: WARNING neutronclient.v2_0.client [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.299638] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884258, 'name': ReconfigVM_Task, 'duration_secs': 1.644792} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.299796] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Reconfigured VM instance instance-00000020 to attach disk [datastore1] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973/79bf8ea9-1923-4e70-8e2c-e11af4aa5973.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.301433] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-86f63f7a-64b2-4da7-8e1d-e7869bbb379d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.310421] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 747.310421] env[65481]: value = "task-4884262" [ 747.310421] env[65481]: _type = "Task" [ 747.310421] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.326602] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884262, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.333015] env[65481]: DEBUG nova.network.neutron [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updated VIF entry in instance network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.333451] env[65481]: DEBUG nova.network.neutron [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [{"id": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "address": "fa:16:3e:e7:2c:aa", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d70fbeb-6d", "ovs_interfaceid": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.352367] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 747.419770] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884261, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.485338] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884260, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.218265} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.485631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a4fa0aff-8c29-475a-a287-2aa3ee3bbf93/a4fa0aff-8c29-475a-a287-2aa3ee3bbf93.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 747.485770] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 747.486049] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5a735b90-2ad2-4ca9-bf3d-9720f5c800eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.494317] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 747.494317] env[65481]: value = "task-4884263" [ 747.494317] env[65481]: _type = "Task" [ 747.494317] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.506050] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884263, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.646245] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Successfully updated port: b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 747.681274] env[65481]: DEBUG nova.network.neutron [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Updated VIF entry in instance network info cache for port 33735437-c604-46e9-8072-ac243c67e990. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 747.681691] env[65481]: DEBUG nova.network.neutron [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Updating instance_info_cache with network_info: [{"id": "33735437-c604-46e9-8072-ac243c67e990", "address": "fa:16:3e:35:db:f4", "network": {"id": "ac620c33-92a5-4ef3-a18e-b7d51363e427", "bridge": "br-int", "label": "tempest-ListServersNegativeTestJSON-1801497766-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9d4f88c2b65b4fe18528f8ae2751b2fc", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "db328342-7107-4bac-b1d6-111fbd5780f1", "external-id": "nsx-vlan-transportzone-827", "segmentation_id": 827, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap33735437-c6", "ovs_interfaceid": "33735437-c604-46e9-8072-ac243c67e990", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 747.747139] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 747.758190] env[65481]: DEBUG nova.policy [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '134a30d7534a422f80a7f6649b7586f0', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f9c11673938149019e397feb794c8bc0', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 747.807351] env[65481]: WARNING neutronclient.v2_0.client [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 747.813203] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb8db886-2644-4e22-8ddb-4e02d901f8e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.827681] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884262, 'name': Rename_Task, 'duration_secs': 0.412084} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.829769] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 747.830350] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fbe5bddc-14c8-4709-9c62-8b8b9e2b4a46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.832593] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ccee0d2-53ba-46c4-99eb-e4422dcfdaac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.835695] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4279442-ba6e-4f2d-b245-260c8fb8b85a req-eb477269-4fb9-4343-aa24-9b5893aea57c service nova] Releasing lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 747.868254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66cc1918-8296-4740-91df-fdb76315832d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.871582] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 747.871582] env[65481]: value = "task-4884264" [ 747.871582] env[65481]: _type = "Task" [ 747.871582] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.881818] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca275f96-93c0-42d3-9644-ebd549cee3f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.889832] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 747.890147] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884264, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 747.901302] env[65481]: DEBUG nova.compute.provider_tree [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 747.915642] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884261, 'name': ReconfigVM_Task, 'duration_secs': 1.150662} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 747.915977] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Reconfigured VM instance instance-00000026 to attach disk [datastore1] 00902224-aae0-4414-93e9-895098881d15/00902224-aae0-4414-93e9-895098881d15.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 747.916635] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-145ecf49-6be7-4e98-b4f5-8525e93a7d39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 747.925040] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 747.925040] env[65481]: value = "task-4884265" [ 747.925040] env[65481]: _type = "Task" [ 747.925040] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 747.939981] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884265, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.005953] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884263, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.199981} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.006285] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 748.007231] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11472fe8-e511-4b0f-b7e1-3eefbc30726a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.031553] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Reconfiguring VM instance instance-00000028 to attach disk [datastore1] a4fa0aff-8c29-475a-a287-2aa3ee3bbf93/a4fa0aff-8c29-475a-a287-2aa3ee3bbf93.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 748.031951] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f86f2f12-c861-44e0-a49d-3d1fa8ad3d8b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.054905] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 748.054905] env[65481]: value = "task-4884266" [ 748.054905] env[65481]: _type = "Task" [ 748.054905] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.064974] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.153047] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 748.153047] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquired lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 748.153047] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 748.185190] env[65481]: DEBUG oslo_concurrency.lockutils [req-0e3cdaa6-f578-4420-8ab3-0c07f23d609f req-ee7e5944-28c7-424a-99a5-5bc8129d110f service nova] Releasing lock "refresh_cache-a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 748.383912] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Successfully created port: 5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 748.397579] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884264, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.403915] env[65481]: DEBUG nova.scheduler.client.report [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 748.438590] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884265, 'name': Rename_Task, 'duration_secs': 0.346274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.439078] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 748.439439] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-18086d48-0e19-4bc1-9bb8-f6eff3903793 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.448017] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 748.448017] env[65481]: value = "task-4884267" [ 748.448017] env[65481]: _type = "Task" [ 748.448017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.461768] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.537811] env[65481]: DEBUG nova.network.neutron [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 748.566719] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884266, 'name': ReconfigVM_Task, 'duration_secs': 0.328083} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.567091] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Reconfigured VM instance instance-00000028 to attach disk [datastore1] a4fa0aff-8c29-475a-a287-2aa3ee3bbf93/a4fa0aff-8c29-475a-a287-2aa3ee3bbf93.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 748.567733] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f56658cd-4686-499d-bda1-70307217075c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.576668] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 748.576668] env[65481]: value = "task-4884268" [ 748.576668] env[65481]: _type = "Task" [ 748.576668] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 748.586805] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884268, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 748.760746] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 748.792516] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:38:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5abde74d-296d-4f27-9983-b22114c5bfd0',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913137061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 748.792824] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 748.792936] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 748.793552] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 748.793762] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 748.794903] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 748.795756] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 748.795987] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 748.796197] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 748.796371] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 748.796620] env[65481]: DEBUG nova.virt.hardware [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 748.797506] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4fd5fc1-e9c0-4dd2-ad82-e945bf193555 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.807802] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d82b71e-3d3b-40c4-9202-530fb38480bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.886103] env[65481]: DEBUG oslo_vmware.api [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884264, 'name': PowerOnVM_Task, 'duration_secs': 0.740407} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 748.886485] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 748.886694] env[65481]: DEBUG nova.compute.manager [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 748.888203] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08129c16-d840-4db8-93e4-76cb3d34dd3b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 748.914021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.174s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 748.914561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.105s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 748.917394] env[65481]: INFO nova.compute.claims [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 748.943372] env[65481]: INFO nova.scheduler.client.report [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Deleted allocations for instance edf956cd-6b97-41e7-9878-3e324e8689bf [ 748.966343] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.043711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 749.090212] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884268, 'name': Rename_Task, 'duration_secs': 0.148888} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 749.090375] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 749.090971] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d6fc6269-3e55-41aa-80de-8cfdbde16ab9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 749.099268] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 749.099268] env[65481]: value = "task-4884269" [ 749.099268] env[65481]: _type = "Task" [ 749.099268] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 749.109205] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884269, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.408467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 749.468107] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884267, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.468214] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c6899ca-1f64-45eb-97ad-72310facffa8 tempest-VolumesAssistedSnapshotsTest-699785816 tempest-VolumesAssistedSnapshotsTest-699785816-project-member] Lock "edf956cd-6b97-41e7-9878-3e324e8689bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 26.413s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 749.477141] env[65481]: WARNING neutronclient.v2_0.client [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.554037] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 749.611460] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884269, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 749.656328] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updated VIF entry in instance network info cache for port 1b3cda8e-8911-4fe7-a20c-3b9864df6c65. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 749.656328] env[65481]: DEBUG nova.network.neutron [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 749.891021] env[65481]: WARNING neutronclient.v2_0.client [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 749.965261] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884267, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.013832] env[65481]: DEBUG nova.network.neutron [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Updating instance_info_cache with network_info: [{"id": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "address": "fa:16:3e:9b:ee:64", "network": {"id": "23b783d2-2f24-49dc-b787-9bc360a03cd3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1959578541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18263a5736e54231ad71a3cacb29b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb894dd04-80", "ovs_interfaceid": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 750.052412] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 750.056117] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a8745909-9978-4bf4-b461-5d528fc2815f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.067197] env[65481]: DEBUG oslo_vmware.api [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 750.067197] env[65481]: value = "task-4884270" [ 750.067197] env[65481]: _type = "Task" [ 750.067197] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.081119] env[65481]: DEBUG oslo_vmware.api [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.085734] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Successfully updated port: 5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 750.126518] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884269, 'name': PowerOnVM_Task, 'duration_secs': 0.638352} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.126795] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.126976] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Took 9.55 seconds to spawn the instance on the hypervisor. [ 750.127190] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.127971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88721545-abf6-4c33-9438-a32d501f532e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.161539] env[65481]: DEBUG oslo_concurrency.lockutils [req-0bcfbe4d-cf83-4c34-8f25-a87ad812f4f5 req-6dab7338-fefe-4d19-aca5-a39dd78dc8de service nova] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.418403] env[65481]: DEBUG nova.compute.manager [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Received event network-vif-plugged-b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 750.418620] env[65481]: DEBUG oslo_concurrency.lockutils [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] Acquiring lock "c79ee824-399c-408f-913e-d2243a099169-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 750.418820] env[65481]: DEBUG oslo_concurrency.lockutils [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] Lock "c79ee824-399c-408f-913e-d2243a099169-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 750.418981] env[65481]: DEBUG oslo_concurrency.lockutils [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] Lock "c79ee824-399c-408f-913e-d2243a099169-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 750.419249] env[65481]: DEBUG nova.compute.manager [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] No waiting events found dispatching network-vif-plugged-b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 750.419310] env[65481]: WARNING nova.compute.manager [req-00b70f4d-c73d-4e8a-bc7b-1d513b83549c req-c8fdd32f-d518-48bd-a6e6-1c5d766762bd service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Received unexpected event network-vif-plugged-b894dd04-80b1-4bf7-89b3-5982c1a66c46 for instance with vm_state building and task_state spawning. [ 750.466490] env[65481]: DEBUG oslo_vmware.api [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884267, 'name': PowerOnVM_Task, 'duration_secs': 1.549816} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 750.469607] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 750.469607] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Took 12.63 seconds to spawn the instance on the hypervisor. [ 750.469607] env[65481]: DEBUG nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.470574] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6c1467b-9296-4dee-b952-754b454fa640 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.523656] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Releasing lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 750.525067] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Instance network_info: |[{"id": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "address": "fa:16:3e:9b:ee:64", "network": {"id": "23b783d2-2f24-49dc-b787-9bc360a03cd3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1959578541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18263a5736e54231ad71a3cacb29b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb894dd04-80", "ovs_interfaceid": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 750.526507] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9b:ee:64', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b894dd04-80b1-4bf7-89b3-5982c1a66c46', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 750.535348] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Creating folder: Project (18263a5736e54231ad71a3cacb29b028). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.536098] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-79832607-1a03-45b8-a8e9-e5140c1fd5f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.556387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bb35239-c7e4-40f2-8146-294d897d1708 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.559877] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Created folder: Project (18263a5736e54231ad71a3cacb29b028) in parent group-v951696. [ 750.559877] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Creating folder: Instances. Parent ref: group-v951806. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 750.560306] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-44767f55-2b5d-435b-add0-490221b44e9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.572217] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4b4cb1a-6d4d-4324-9c63-259c0c2445c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.580466] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Created folder: Instances in parent group-v951806. [ 750.580466] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 750.581576] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ee824-399c-408f-913e-d2243a099169] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 750.582865] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a467bbdb-ccce-4b2f-a06b-432d4d61268c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.627296] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 750.627296] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 750.627296] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 750.627814] env[65481]: INFO nova.compute.manager [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Rebuilding instance [ 750.630215] env[65481]: DEBUG oslo_vmware.api [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884270, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.636026] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9e073cb-4958-461e-8a66-735313aa0839 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.638380] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 750.638380] env[65481]: value = "task-4884273" [ 750.638380] env[65481]: _type = "Task" [ 750.638380] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 750.657782] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6dceeb-c80b-4268-8d6b-f88923bb6136 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.667956] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884273, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 750.668541] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Took 32.84 seconds to build instance. [ 750.686763] env[65481]: DEBUG nova.compute.provider_tree [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 750.720612] env[65481]: DEBUG nova.compute.manager [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 750.722079] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84c169cf-9fe7-4014-afee-5d17aec3c354 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 750.995500] env[65481]: INFO nova.compute.manager [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Took 38.75 seconds to build instance. [ 751.079091] env[65481]: DEBUG oslo_vmware.api [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884270, 'name': PowerOnVM_Task, 'duration_secs': 0.833607} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.079454] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 751.079843] env[65481]: DEBUG nova.compute.manager [None req-18ba43fc-b70e-43c8-8ea2-839b238db0f3 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 751.080457] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cbd240d-46ae-44a6-8e80-83a114f12c81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.150030] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884273, 'name': CreateVM_Task, 'duration_secs': 0.426851} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.150030] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c79ee824-399c-408f-913e-d2243a099169] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 751.150434] env[65481]: WARNING neutronclient.v2_0.client [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.151199] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.151199] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.151437] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 751.151711] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-dac29ef2-46e9-46be-be9f-065ad2ff9dd0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.158678] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 751.158678] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52843f1a-9e94-e095-9209-2b47225842d4" [ 751.158678] env[65481]: _type = "Task" [ 751.158678] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.169650] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52843f1a-9e94-e095-9209-2b47225842d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.171282] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.864s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.173939] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 751.196391] env[65481]: DEBUG nova.scheduler.client.report [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 751.215388] env[65481]: DEBUG nova.compute.manager [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Received event network-vif-plugged-5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 751.215503] env[65481]: DEBUG oslo_concurrency.lockutils [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] Acquiring lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.215699] env[65481]: DEBUG oslo_concurrency.lockutils [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.215854] env[65481]: DEBUG oslo_concurrency.lockutils [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.216060] env[65481]: DEBUG nova.compute.manager [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] No waiting events found dispatching network-vif-plugged-5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 751.216208] env[65481]: WARNING nova.compute.manager [req-9a230124-e7e0-480e-9eff-7e0fc58b2d61 req-d4762ca5-6c49-4513-afb9-023b4a877bae service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Received unexpected event network-vif-plugged-5e010650-0515-4c72-ae8e-38303c5718a5 for instance with vm_state building and task_state spawning. [ 751.270934] env[65481]: WARNING neutronclient.v2_0.client [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 751.363839] env[65481]: DEBUG nova.network.neutron [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 751.449199] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "3c624edd-c5db-45a3-af92-9788d9755023" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.449424] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.499541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5fff8ec-ef94-4805-9606-d6c07981f854 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 40.277s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.538445] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.539139] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.595775] env[65481]: DEBUG nova.objects.instance [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lazy-loading 'flavor' on Instance uuid ef8ee289-43ea-4622-a923-2c5399847b57 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 751.672519] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52843f1a-9e94-e095-9209-2b47225842d4, 'name': SearchDatastore_Task, 'duration_secs': 0.013021} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 751.673083] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.673466] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 751.673900] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.674209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.674521] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 751.675110] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b8231cda-c954-4074-be5a-09554b7d35c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.677319] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 751.687205] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.687791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.689145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 751.689145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.689145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.692040] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 751.692666] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 751.693548] env[65481]: INFO nova.compute.manager [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Terminating instance [ 751.695292] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a4490eed-c356-4d44-859f-a29b3133d274 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.703260] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 751.703260] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241036c-b22f-f729-fe7d-3a0f6437de83" [ 751.703260] env[65481]: _type = "Task" [ 751.703260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.704626] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.790s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 751.707835] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 751.712621] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.165s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 751.714661] env[65481]: INFO nova.compute.claims [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 751.724883] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241036c-b22f-f729-fe7d-3a0f6437de83, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.743054] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 751.746065] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d8b6f571-de32-4fbb-baf0-d206e5397098 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.759063] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 751.759063] env[65481]: value = "task-4884274" [ 751.759063] env[65481]: _type = "Task" [ 751.759063] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.770353] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 751.821997] env[65481]: INFO nova.compute.manager [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Rescuing [ 751.821997] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 751.822238] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 751.822346] env[65481]: DEBUG nova.network.neutron [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 751.865695] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 751.866268] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Instance network_info: |[{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 751.866962] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:fa:78:cb', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5e010650-0515-4c72-ae8e-38303c5718a5', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 751.876046] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 751.876217] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 751.876513] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a480ed34-3390-43d5-8029-f2e424f810df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 751.900116] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 751.900116] env[65481]: value = "task-4884275" [ 751.900116] env[65481]: _type = "Task" [ 751.900116] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 751.911187] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884275, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.002740] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 752.104868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.105073] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquired lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.105291] env[65481]: DEBUG nova.network.neutron [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.105471] env[65481]: DEBUG nova.objects.instance [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lazy-loading 'info_cache' on Instance uuid ef8ee289-43ea-4622-a923-2c5399847b57 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 752.146873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.147008] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 752.202616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "refresh_cache-79bf8ea9-1923-4e70-8e2c-e11af4aa5973" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.202786] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquired lock "refresh_cache-79bf8ea9-1923-4e70-8e2c-e11af4aa5973" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.202988] env[65481]: DEBUG nova.network.neutron [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 752.210406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.219434] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241036c-b22f-f729-fe7d-3a0f6437de83, 'name': SearchDatastore_Task, 'duration_secs': 0.026366} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.220991] env[65481]: DEBUG nova.compute.utils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 752.225351] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 752.225567] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 752.226032] env[65481]: WARNING neutronclient.v2_0.client [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.226310] env[65481]: WARNING neutronclient.v2_0.client [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.228531] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d92c898e-121b-4532-b3ab-6101ea925983 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.238255] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 752.238255] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6a4a9-b98c-1c2b-b090-7735eb82a002" [ 752.238255] env[65481]: _type = "Task" [ 752.238255] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.248888] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6a4a9-b98c-1c2b-b090-7735eb82a002, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.267770] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884274, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.325599] env[65481]: WARNING neutronclient.v2_0.client [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.347650] env[65481]: DEBUG nova.policy [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '019c4ede0540400f958ed15e79002957', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '8c27a26192a84832b092a7d4bab3badb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 752.418927] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884275, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.526198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 752.609924] env[65481]: DEBUG nova.objects.base [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 752.713381] env[65481]: WARNING neutronclient.v2_0.client [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.729077] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 752.749716] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6a4a9-b98c-1c2b-b090-7735eb82a002, 'name': SearchDatastore_Task, 'duration_secs': 0.028453} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.751104] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 752.751104] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c79ee824-399c-408f-913e-d2243a099169/c79ee824-399c-408f-913e-d2243a099169.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 752.751104] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c20c51d6-e723-47cc-a568-b3fa3cacad83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.760395] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 752.760395] env[65481]: value = "task-4884276" [ 752.760395] env[65481]: _type = "Task" [ 752.760395] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.784284] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884274, 'name': PowerOffVM_Task, 'duration_secs': 0.552342} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.784539] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884276, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.784787] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 752.785045] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 752.786130] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6aeee6d6-b185-4193-bf57-cd53405a3826 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.796448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 752.796815] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1b5480cd-643e-42a8-afe7-f9dcafbe7042 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.833116] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Successfully created port: 9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 752.891409] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 752.891409] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 752.891652] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore1] b762d58c-6361-4521-852f-735f795dedc9 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 752.891970] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0645003-0d5d-4e74-9062-aa3378c87020 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.899474] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 752.899474] env[65481]: value = "task-4884278" [ 752.899474] env[65481]: _type = "Task" [ 752.899474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.916561] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884278, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.923379] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884275, 'name': CreateVM_Task, 'duration_secs': 0.566775} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 752.923558] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 752.924107] env[65481]: WARNING neutronclient.v2_0.client [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 752.924462] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 752.924609] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 752.924954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 752.925242] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-55c053f8-d73b-4ad3-a837-27108eb64342 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 752.934548] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 752.934548] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525182bc-130d-cbc0-3d42-3e6f46db5d37" [ 752.934548] env[65481]: _type = "Task" [ 752.934548] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 752.948200] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525182bc-130d-cbc0-3d42-3e6f46db5d37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 752.949739] env[65481]: DEBUG nova.network.neutron [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 753.112184] env[65481]: WARNING neutronclient.v2_0.client [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 753.277594] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884276, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.409831] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884278, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.360812} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.411493] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 753.412327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 753.412327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 753.416034] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5333efb4-5b97-4c4e-bbb3-d967866ee827 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.424810] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ada854e7-25f6-47a8-8757-d5253a5546bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.462166] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2d44dc9-dbcf-41ae-ac82-656521b2734b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.473840] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525182bc-130d-cbc0-3d42-3e6f46db5d37, 'name': SearchDatastore_Task, 'duration_secs': 0.0296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.473840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 753.473840] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 753.473840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 753.474071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 753.474124] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 753.475343] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36fca88-2504-41f5-9d61-45c54c7743ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.481150] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45840a09-b3e5-4adc-a938-f08be4ac4eb8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.497642] env[65481]: DEBUG nova.compute.provider_tree [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 753.500351] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 753.500552] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 753.501663] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1d5c512-97a4-41fa-862c-d7b5a59f3dd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.508187] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 753.508187] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ff6d6-3a3f-8893-dd3a-901b8dac5ccc" [ 753.508187] env[65481]: _type = "Task" [ 753.508187] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.518872] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ff6d6-3a3f-8893-dd3a-901b8dac5ccc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 753.666275] env[65481]: DEBUG nova.network.neutron [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 753.746126] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 753.780072] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884276, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.678924} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 753.782441] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 753.782664] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 753.782812] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 753.782983] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 753.783135] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 753.783274] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 753.783473] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 753.783622] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 753.783781] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 753.783967] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 753.784112] env[65481]: DEBUG nova.virt.hardware [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 753.784399] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c79ee824-399c-408f-913e-d2243a099169/c79ee824-399c-408f-913e-d2243a099169.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 753.784586] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 753.785382] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4bc302e-a0ec-4cf0-a9b9-7e7d1273e0d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.788180] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b5b2a29-6923-4388-9678-fcb100557680 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.799335] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc25b532-d4d0-4ce8-b6d4-1e578f39ca68 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 753.803463] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 753.803463] env[65481]: value = "task-4884279" [ 753.803463] env[65481]: _type = "Task" [ 753.803463] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 753.825369] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884279, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.002917] env[65481]: DEBUG nova.scheduler.client.report [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 754.020584] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525ff6d6-3a3f-8893-dd3a-901b8dac5ccc, 'name': SearchDatastore_Task, 'duration_secs': 0.011638} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.022786] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2f54c80a-91f2-4f13-8b91-19b013d90b6e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.031838] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 754.031838] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52488d5e-502f-cbc4-e938-4f241d0ea455" [ 754.031838] env[65481]: _type = "Task" [ 754.031838] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.046753] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52488d5e-502f-cbc4-e938-4f241d0ea455, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.102580] env[65481]: WARNING neutronclient.v2_0.client [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 754.169644] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Releasing lock "refresh_cache-79bf8ea9-1923-4e70-8e2c-e11af4aa5973" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.170127] env[65481]: DEBUG nova.compute.manager [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 754.170318] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 754.171199] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d0ec3a-1d0b-4bfd-b173-4763315b6f83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.180121] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 754.180400] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0acc6517-f40b-4745-a513-fd363d216e42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.187169] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 754.187169] env[65481]: value = "task-4884280" [ 754.187169] env[65481]: _type = "Task" [ 754.187169] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.195740] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884280, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.316101] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884279, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066786} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.316391] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 754.317196] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfe9dd0-3555-491b-b945-c3781332e037 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.341358] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Reconfiguring VM instance instance-00000029 to attach disk [datastore2] c79ee824-399c-408f-913e-d2243a099169/c79ee824-399c-408f-913e-d2243a099169.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 754.341520] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-587b8593-2b54-47cd-b640-28a6205ec63b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.364681] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 754.364681] env[65481]: value = "task-4884281" [ 754.364681] env[65481]: _type = "Task" [ 754.364681] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.374256] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884281, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.454160] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 754.454608] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 754.454945] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 754.455246] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 754.455481] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 754.455693] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 754.455984] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 754.456202] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 754.456408] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 754.456644] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 754.456886] env[65481]: DEBUG nova.virt.hardware [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 754.457868] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b04de6a-0ddb-48a3-9380-6a6fd1fe64ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.466991] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8226171-e793-4f0f-b24f-85cfe2e2f6f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.482938] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:cd:74:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '43306c62-5e54-4c52-b7bb-88d688e4c59c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 754.492878] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 754.493320] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 754.493524] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-41dc451e-08b2-434b-b967-b095bbcf2838 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.510345] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.797s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 754.510345] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 754.512746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.263s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 754.514622] env[65481]: INFO nova.compute.claims [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 754.525588] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 754.525588] env[65481]: value = "task-4884282" [ 754.525588] env[65481]: _type = "Task" [ 754.525588] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.534046] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884282, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.544722] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52488d5e-502f-cbc4-e938-4f241d0ea455, 'name': SearchDatastore_Task, 'duration_secs': 0.045361} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.545520] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 754.545633] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 754.545938] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3c6e0710-255e-42f1-a4ec-fb001ff99f37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.558403] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 754.558403] env[65481]: value = "task-4884283" [ 754.558403] env[65481]: _type = "Task" [ 754.558403] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.569280] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884283, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.669385] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Successfully updated port: 9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 754.698940] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884280, 'name': PowerOffVM_Task, 'duration_secs': 0.358067} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.699465] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 754.699465] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 754.699670] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af7fd129-576d-4999-8e1e-91dd34dd5528 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.730730] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 754.731019] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 754.731402] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Deleting the datastore file [datastore1] 79bf8ea9-1923-4e70-8e2c-e11af4aa5973 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 754.731619] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4d3ecf3-bf8a-457f-8b94-a3608f19575f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.740936] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for the task: (returnval){ [ 754.740936] env[65481]: value = "task-4884285" [ 754.740936] env[65481]: _type = "Task" [ 754.740936] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.747304] env[65481]: DEBUG nova.compute.manager [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Received event network-changed-b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 754.747600] env[65481]: DEBUG nova.compute.manager [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Refreshing instance network info cache due to event network-changed-b894dd04-80b1-4bf7-89b3-5982c1a66c46. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 754.747829] env[65481]: DEBUG oslo_concurrency.lockutils [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] Acquiring lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 754.747979] env[65481]: DEBUG oslo_concurrency.lockutils [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] Acquired lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 754.748161] env[65481]: DEBUG nova.network.neutron [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Refreshing network info cache for port b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 754.757670] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884285, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 754.759865] env[65481]: DEBUG nova.network.neutron [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 754.877113] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884281, 'name': ReconfigVM_Task, 'duration_secs': 0.484946} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 754.877113] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Reconfigured VM instance instance-00000029 to attach disk [datastore2] c79ee824-399c-408f-913e-d2243a099169/c79ee824-399c-408f-913e-d2243a099169.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 754.877957] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ce3caed2-9a60-4b74-afc6-c948044ff6f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 754.886611] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 754.886611] env[65481]: value = "task-4884286" [ 754.886611] env[65481]: _type = "Task" [ 754.886611] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 754.897519] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884286, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.020091] env[65481]: DEBUG nova.compute.utils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 755.025342] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 755.025782] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 755.026072] env[65481]: WARNING neutronclient.v2_0.client [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.026480] env[65481]: WARNING neutronclient.v2_0.client [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.042345] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884282, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.063723] env[65481]: WARNING neutronclient.v2_0.client [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.073637] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884283, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.173811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.173811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquired lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.173811] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 755.252919] env[65481]: WARNING neutronclient.v2_0.client [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.255893] env[65481]: DEBUG oslo_vmware.api [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Task: {'id': task-4884285, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.248684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.256589] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 755.256682] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 755.257088] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 755.257541] env[65481]: INFO nova.compute.manager [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Took 1.09 seconds to destroy the instance on the hypervisor. [ 755.257842] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 755.258699] env[65481]: DEBUG nova.compute.manager [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 755.258699] env[65481]: DEBUG nova.network.neutron [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 755.258929] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.266499] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.327951] env[65481]: DEBUG nova.policy [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636189b2d5974d57b24308a85bff5ed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2999537dcd824f1cbbd9b4ed7a254273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 755.384941] env[65481]: DEBUG nova.network.neutron [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 755.385225] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 755.399623] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884286, 'name': Rename_Task, 'duration_secs': 0.21879} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.399971] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 755.400236] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-cbafcb5a-adaa-4755-ac69-0d2a94dbb760 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.407855] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 755.407855] env[65481]: value = "task-4884287" [ 755.407855] env[65481]: _type = "Task" [ 755.407855] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.418985] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884287, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.420899] env[65481]: DEBUG nova.network.neutron [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Updating instance_info_cache with network_info: [{"id": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "address": "fa:16:3e:59:bc:3c", "network": {"id": "ce264173-b95b-4ca9-9a3c-7e248f7e3eca", "bridge": "br-int", "label": "tempest-ListServerFiltersTestJSON-80313181-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "c2d07f9597fb4606a2978de30f93b971", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8ab9e5e6-9bf8-4a8d-91c8-d22148e3d2ee", "external-id": "nsx-vlan-transportzone-401", "segmentation_id": 401, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape124bd9c-12", "ovs_interfaceid": "e124bd9c-12de-4ed7-87b3-72a111f282c4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.536251] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 755.550418] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884282, 'name': CreateVM_Task, 'duration_secs': 0.687488} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.551451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 755.552139] env[65481]: WARNING neutronclient.v2_0.client [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 755.552686] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 755.552898] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 755.553270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 755.553587] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6f7fed0-fb41-4566-ac38-2b46a5487267 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.567128] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 755.567128] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213d020-7e83-fcea-4b85-d26dd13ce0fa" [ 755.567128] env[65481]: _type = "Task" [ 755.567128] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.580045] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884283, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.651897} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 755.580988] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 755.581354] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 755.581869] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a15b7724-29ef-4654-8e52-1164bee8206f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 755.587407] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213d020-7e83-fcea-4b85-d26dd13ce0fa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.597162] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 755.597162] env[65481]: value = "task-4884288" [ 755.597162] env[65481]: _type = "Task" [ 755.597162] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 755.610929] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884288, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.887081] env[65481]: DEBUG nova.network.neutron [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 755.933098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Releasing lock "refresh_cache-ef8ee289-43ea-4622-a923-2c5399847b57" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 755.936653] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884287, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 755.980633] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Successfully created port: 4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 756.059655] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 756.080851] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213d020-7e83-fcea-4b85-d26dd13ce0fa, 'name': SearchDatastore_Task, 'duration_secs': 0.031911} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.084352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 756.084545] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 756.084817] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 756.085072] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 756.085149] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 756.085714] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a611ce03-70d8-4f38-9bac-576a897282fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.107019] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 756.107205] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 756.107964] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d42aac3-0e8a-4ff5-8d64-b640950fffcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.113718] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884288, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.143387} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.114368] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 756.115169] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe72ed09-9465-4936-ac66-5b9582dd1cdc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.118995] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 756.118995] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c3361b-baca-09ba-f0a0-664878571a8a" [ 756.118995] env[65481]: _type = "Task" [ 756.118995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.143830] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 756.147273] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94190e9c-a8b8-4a81-baa9-c086ddcdd3aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.166973] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c3361b-baca-09ba-f0a0-664878571a8a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.173169] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 756.173169] env[65481]: value = "task-4884289" [ 756.173169] env[65481]: _type = "Task" [ 756.173169] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.184587] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884289, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.283254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6371564b-e8c2-4639-a983-970af1c04f1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.291943] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77dcb11a-42ba-4586-92de-94efb5117dd3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.330969] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2647be-2fb1-4523-848e-a80c65553dbf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.342237] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d80fdcb6-9263-4de4-9cde-a7b3a81323b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.360855] env[65481]: DEBUG nova.compute.provider_tree [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 756.395240] env[65481]: INFO nova.compute.manager [-] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Took 1.14 seconds to deallocate network for instance. [ 756.419867] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884287, 'name': PowerOnVM_Task} progress is 78%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.550525] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 756.581593] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 756.581593] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 756.581593] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 756.581804] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 756.581854] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 756.582022] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 756.582289] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 756.582470] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 756.582734] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 756.582922] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 756.583108] env[65481]: DEBUG nova.virt.hardware [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 756.584073] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68973df-091c-454f-994f-a7033801c885 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.594194] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e979124e-1fbb-4f75-ad01-e361bba70db6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.632114] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c3361b-baca-09ba-f0a0-664878571a8a, 'name': SearchDatastore_Task, 'duration_secs': 0.035984} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.632914] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cf78e076-5a4b-4b61-bd29-ddd865c66c48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.639333] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 756.639333] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525eee43-0d09-9feb-7beb-045b40109cbf" [ 756.639333] env[65481]: _type = "Task" [ 756.639333] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.649411] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525eee43-0d09-9feb-7beb-045b40109cbf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.688740] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884289, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.839538] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 756.839929] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14826b6b-6421-4539-a768-ddda27ea333c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.848302] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 756.848302] env[65481]: value = "task-4884290" [ 756.848302] env[65481]: _type = "Task" [ 756.848302] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.860246] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884290, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 756.864566] env[65481]: DEBUG nova.scheduler.client.report [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 756.884307] env[65481]: WARNING neutronclient.v2_0.client [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 756.902062] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 756.921015] env[65481]: DEBUG oslo_vmware.api [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884287, 'name': PowerOnVM_Task, 'duration_secs': 1.362417} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 756.921278] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 756.921472] env[65481]: INFO nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Took 11.11 seconds to spawn the instance on the hypervisor. [ 756.921699] env[65481]: DEBUG nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 756.922582] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f882c66a-7ceb-4758-a633-8e3307bb34c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.941960] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 756.942301] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-07b0a2da-a3dc-47c5-a0c5-54e8fed3a348 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 756.950801] env[65481]: DEBUG oslo_vmware.api [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 756.950801] env[65481]: value = "task-4884291" [ 756.950801] env[65481]: _type = "Task" [ 756.950801] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 756.961404] env[65481]: DEBUG oslo_vmware.api [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884291, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.152308] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525eee43-0d09-9feb-7beb-045b40109cbf, 'name': SearchDatastore_Task, 'duration_secs': 0.019758} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.152713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 757.153103] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 757.153474] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5dbac12-d6ba-40cd-b336-25b74be3f552 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.163560] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 757.163560] env[65481]: value = "task-4884292" [ 757.163560] env[65481]: _type = "Task" [ 757.163560] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.173346] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884292, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.186347] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884289, 'name': ReconfigVM_Task, 'duration_secs': 0.634043} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.186714] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 757.187453] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-47186050-cd69-4464-8737-f9a103445e10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.196645] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 757.196645] env[65481]: value = "task-4884293" [ 757.196645] env[65481]: _type = "Task" [ 757.196645] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.206405] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884293, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.238475] env[65481]: DEBUG nova.compute.manager [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Received event network-changed-5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 757.239144] env[65481]: DEBUG nova.compute.manager [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Refreshing instance network info cache due to event network-changed-5e010650-0515-4c72-ae8e-38303c5718a5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 757.239277] env[65481]: DEBUG oslo_concurrency.lockutils [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.239703] env[65481]: DEBUG oslo_concurrency.lockutils [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.240066] env[65481]: DEBUG nova.network.neutron [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Refreshing network info cache for port 5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 757.359990] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884290, 'name': PowerOffVM_Task, 'duration_secs': 0.30224} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.360390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 757.361384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80a5782c-badd-49b1-8a38-482df3798075 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.384128] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 757.384676] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 757.387946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.459s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 757.389391] env[65481]: INFO nova.compute.claims [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 757.394292] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea11e4f4-d3a6-4a18-91a5-0c20c4995be9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.432720] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 757.433120] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-214e57be-66a8-440f-99c0-34575f7bdaa4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.443614] env[65481]: INFO nova.compute.manager [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Took 37.43 seconds to build instance. [ 757.450409] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 757.450409] env[65481]: value = "task-4884294" [ 757.450409] env[65481]: _type = "Task" [ 757.450409] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.468531] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 757.468789] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 757.469042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 757.469304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 757.469402] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 757.469889] env[65481]: DEBUG oslo_vmware.api [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884291, 'name': PowerOnVM_Task, 'duration_secs': 0.422746} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.470135] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f0eb0a58-cc0c-40fd-bc47-c62294ba9b8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.471940] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 757.472169] env[65481]: DEBUG nova.compute.manager [None req-3951a47d-5e4a-4db4-9fe6-d3bb86e164ef tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 757.472924] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026d49f0-ecd9-4771-9776-120ddaabd2f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.483742] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 757.484510] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 757.485529] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-87730486-a1b8-419a-b4ca-3b674042960c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.492353] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 757.492353] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ab28e-b923-cfcd-85c2-39213b1701fc" [ 757.492353] env[65481]: _type = "Task" [ 757.492353] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.502603] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ab28e-b923-cfcd-85c2-39213b1701fc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.675024] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884292, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.708741] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884293, 'name': Rename_Task, 'duration_secs': 0.212588} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 757.709063] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 757.709438] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4432fbcd-3709-4852-9550-57f440e1a15f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 757.717839] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 757.717839] env[65481]: value = "task-4884295" [ 757.717839] env[65481]: _type = "Task" [ 757.717839] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 757.727298] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884295, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 757.744189] env[65481]: WARNING neutronclient.v2_0.client [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.833083] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Successfully updated port: 4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 757.900420] env[65481]: DEBUG nova.compute.utils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 757.905563] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 757.905849] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 757.906342] env[65481]: WARNING neutronclient.v2_0.client [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.906781] env[65481]: WARNING neutronclient.v2_0.client [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.915791] env[65481]: WARNING neutronclient.v2_0.client [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 757.948819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-432aa6f7-e5c3-4101-9a17-3ba09edf3520 tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.885s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 758.005427] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ab28e-b923-cfcd-85c2-39213b1701fc, 'name': SearchDatastore_Task, 'duration_secs': 0.022256} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.006563] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4b3fb35f-296a-4924-a1da-71d18379234b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.013886] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 758.013886] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52385055-38f9-23ff-b0d9-921481b8a2bc" [ 758.013886] env[65481]: _type = "Task" [ 758.013886] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.024108] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52385055-38f9-23ff-b0d9-921481b8a2bc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.155767] env[65481]: DEBUG nova.network.neutron [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Updated VIF entry in instance network info cache for port b894dd04-80b1-4bf7-89b3-5982c1a66c46. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 758.158574] env[65481]: DEBUG nova.network.neutron [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Updating instance_info_cache with network_info: [{"id": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "address": "fa:16:3e:9b:ee:64", "network": {"id": "23b783d2-2f24-49dc-b787-9bc360a03cd3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1959578541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18263a5736e54231ad71a3cacb29b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb894dd04-80", "ovs_interfaceid": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.180181] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884292, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.684582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.180499] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 758.180770] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 758.181240] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a220982c-342f-45e7-8370-8c1c97eaac92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.190833] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 758.190833] env[65481]: value = "task-4884296" [ 758.190833] env[65481]: _type = "Task" [ 758.190833] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.205217] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884296, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.231451] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884295, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.335674] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 758.336608] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 758.337140] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 758.405979] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 758.457490] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 758.534985] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52385055-38f9-23ff-b0d9-921481b8a2bc, 'name': SearchDatastore_Task, 'duration_secs': 0.015892} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.536192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.536334] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 758.536764] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4ac6249-32cc-4ba0-af3a-a1b037fd2205 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.549142] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 758.549142] env[65481]: value = "task-4884297" [ 758.549142] env[65481]: _type = "Task" [ 758.549142] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.570585] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884297, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.663144] env[65481]: DEBUG oslo_concurrency.lockutils [req-e98505d3-7e42-4d1e-bbff-dcf62e6cf154 req-f3bd954f-ed29-49fd-9232-4b683b690a48 service nova] Releasing lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 758.701249] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884296, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.157523} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 758.702131] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 758.703211] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e096bbca-f181-4baa-be0b-31eb3e0c1f2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.734766] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Reconfiguring VM instance instance-00000024 to attach disk [datastore2] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 758.739072] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-30d33a51-d6b7-42bd-a1b4-d2694958627e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 758.776069] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884295, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.777046] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 758.777046] env[65481]: value = "task-4884298" [ 758.777046] env[65481]: _type = "Task" [ 758.777046] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 758.791949] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884298, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 758.902710] env[65481]: DEBUG nova.policy [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '722e73420ded4ac1a988bdae79953a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9b0be3747784dddbff3643a218e438a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 758.938454] env[65481]: DEBUG nova.network.neutron [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Updating instance_info_cache with network_info: [{"id": "9c9c8cab-106c-4040-9a03-b305cb18669f", "address": "fa:16:3e:f6:10:6a", "network": {"id": "071a775a-9fba-4e94-87bc-9edff7c2a46f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-295920225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c27a26192a84832b092a7d4bab3badb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9c8cab-10", "ovs_interfaceid": "9c9c8cab-106c-4040-9a03-b305cb18669f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 758.991780] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.065870] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884297, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.207108] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-642580f6-2e93-4609-9a9e-0245108efc61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.217059] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94df8e5b-ca9e-4a19-bb89-44225ce213db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.259705] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-240f9b8f-d2da-4c72-b2cd-9874bc711a4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.266472] env[65481]: DEBUG oslo_vmware.api [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884295, 'name': PowerOnVM_Task, 'duration_secs': 1.073129} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.267364] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 759.267643] env[65481]: INFO nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Took 10.51 seconds to spawn the instance on the hypervisor. [ 759.267860] env[65481]: DEBUG nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 759.269142] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fd560f1-1e97-4eae-ac76-d77536200234 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.276064] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da12726a-8cd6-49d4-92d7-a91e9c0f2323 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.282874] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 759.312399] env[65481]: DEBUG nova.compute.provider_tree [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.314118] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884298, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.419988] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 759.442259] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Releasing lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 759.442259] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Instance network_info: |[{"id": "9c9c8cab-106c-4040-9a03-b305cb18669f", "address": "fa:16:3e:f6:10:6a", "network": {"id": "071a775a-9fba-4e94-87bc-9edff7c2a46f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-295920225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c27a26192a84832b092a7d4bab3badb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9c8cab-10", "ovs_interfaceid": "9c9c8cab-106c-4040-9a03-b305cb18669f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 759.442868] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f6:10:6a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '99be9a5e-b3f9-4e6c-83d5-df11f817847d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9c9c8cab-106c-4040-9a03-b305cb18669f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 759.452509] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Creating folder: Project (8c27a26192a84832b092a7d4bab3badb). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.457389] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-78a21dd6-abf5-4f51-8ab6-fd343fbb5ac2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.472371] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 759.473190] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 759.473190] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 759.473446] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 759.473446] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 759.473526] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 759.473728] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 759.473937] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 759.474068] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 759.474315] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 759.474583] env[65481]: DEBUG nova.virt.hardware [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 759.476339] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2e562e6-fc21-4192-b726-7fefedada4d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.481292] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Created folder: Project (8c27a26192a84832b092a7d4bab3badb) in parent group-v951696. [ 759.481515] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Creating folder: Instances. Parent ref: group-v951811. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 759.482290] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-12a1c137-7cfb-4872-8ea9-644306cb860b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.490284] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e5ae4b6-8986-404e-8f75-f5cb43326942 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.512764] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Created folder: Instances in parent group-v951811. [ 759.513131] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 759.513377] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 759.513696] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-87d6433d-6596-4bdf-b8c4-47a6ff4c8f0e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.545025] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 759.545025] env[65481]: value = "task-4884301" [ 759.545025] env[65481]: _type = "Task" [ 759.545025] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.554824] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884301, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.566781] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884297, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.656031} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.567052] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 759.567962] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e898fbe2-f659-42f1-8660-6e4cc13c713d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.597794] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Reconfiguring VM instance instance-00000027 to attach disk [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 759.598336] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-24ea91c0-6b95-48af-872f-c79a20d5e44b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.623474] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 759.623474] env[65481]: value = "task-4884302" [ 759.623474] env[65481]: _type = "Task" [ 759.623474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.636174] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884302, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.806752] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884298, 'name': ReconfigVM_Task, 'duration_secs': 0.769048} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 759.809910] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Reconfigured VM instance instance-00000024 to attach disk [datastore2] b762d58c-6361-4521-852f-735f795dedc9/b762d58c-6361-4521-852f-735f795dedc9.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 759.811041] env[65481]: INFO nova.compute.manager [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Took 38.08 seconds to build instance. [ 759.815294] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7709bd0f-27b0-44cb-86ce-5ddf82ee1eec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 759.827714] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 759.827714] env[65481]: value = "task-4884303" [ 759.827714] env[65481]: _type = "Task" [ 759.827714] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 759.832729] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Successfully created port: 0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 759.843202] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884303, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 759.844581] env[65481]: ERROR nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [req-4239f752-f937-43c7-80a2-eeb5b498d1c6] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-4239f752-f937-43c7-80a2-eeb5b498d1c6"}]} [ 759.873052] env[65481]: DEBUG nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 759.875254] env[65481]: WARNING neutronclient.v2_0.client [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 759.892468] env[65481]: DEBUG nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 759.892847] env[65481]: DEBUG nova.compute.provider_tree [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 759.895214] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.895482] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.895763] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 759.895995] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 759.896243] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 759.899068] env[65481]: INFO nova.compute.manager [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Terminating instance [ 759.913679] env[65481]: DEBUG nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 759.936518] env[65481]: DEBUG nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 759.978327] env[65481]: WARNING neutronclient.v2_0.client [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.061713] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884301, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.137016] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884302, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.163952] env[65481]: INFO nova.compute.manager [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Rebuilding instance [ 760.238096] env[65481]: DEBUG nova.compute.manager [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 760.238995] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28937e9f-be57-4e15-b1de-fa35227df4c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.320303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c93acf8b-ae71-4807-b732-026a66df2a62 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.742s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 760.354416] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884303, 'name': Rename_Task, 'duration_secs': 0.249704} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.354864] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 760.354993] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2c6ab0f2-b2e1-4142-9a69-a0b383888b24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.366028] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 760.366028] env[65481]: value = "task-4884304" [ 760.366028] env[65481]: _type = "Task" [ 760.366028] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.377583] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884304, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.394997] env[65481]: DEBUG nova.network.neutron [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updated VIF entry in instance network info cache for port 5e010650-0515-4c72-ae8e-38303c5718a5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 760.395381] env[65481]: DEBUG nova.network.neutron [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.406309] env[65481]: DEBUG nova.compute.manager [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 760.406549] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 760.407327] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51f79c38-52d7-4f4d-9a9b-e2dce489d80d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.420345] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 760.421027] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d56ad125-0992-450f-a301-131cd800f158 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.428518] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 760.428518] env[65481]: value = "task-4884305" [ 760.428518] env[65481]: _type = "Task" [ 760.428518] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.440692] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884305, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.535988] env[65481]: DEBUG nova.network.neutron [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Updating instance_info_cache with network_info: [{"id": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "address": "fa:16:3e:22:96:b6", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd47cf3-66", "ovs_interfaceid": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 760.559885] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884301, 'name': CreateVM_Task, 'duration_secs': 0.521251} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.559885] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 760.559885] env[65481]: WARNING neutronclient.v2_0.client [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 760.560297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 760.560482] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 760.562368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 760.567290] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f4554d18-a1de-40c5-a50c-bac1b5fbb25b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.577937] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 760.577937] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb60e6-bd50-941a-46d4-9498784b0096" [ 760.577937] env[65481]: _type = "Task" [ 760.577937] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.591251] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb60e6-bd50-941a-46d4-9498784b0096, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.634272] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884302, 'name': ReconfigVM_Task, 'duration_secs': 0.776581} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.637149] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Reconfigured VM instance instance-00000027 to attach disk [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 760.642594] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7ce5fbd-e626-418c-9845-689c19db0712 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.669068] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-510ee224-f727-42e0-ac9d-c29d99ad5bc7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.680063] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4892348c-3934-4c5f-af7e-2cbda81fe5d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.690162] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cc7cfee-b732-4cc5-908f-d964e6d733bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.695229] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 760.695229] env[65481]: value = "task-4884306" [ 760.695229] env[65481]: _type = "Task" [ 760.695229] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 760.728184] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27a8760b-8d55-489e-9d9c-a89201e34fda {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.735118] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884306, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.741552] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a145495-5756-4d73-908b-9bf58d63683e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 760.758147] env[65481]: DEBUG nova.compute.provider_tree [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 760.823627] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 760.877814] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884304, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 760.898531] env[65481]: DEBUG oslo_concurrency.lockutils [req-207bdd4a-de03-4a4c-8008-789f450171cf req-868bdf40-458b-431f-8627-c243b22fc7d7 service nova] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 760.942603] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884305, 'name': PowerOffVM_Task, 'duration_secs': 0.320319} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 760.942603] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 760.942603] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 760.942603] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-662c0f90-46de-4433-a60b-9b9ba2a58f5c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.033100] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.033408] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.033611] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleting the datastore file [datastore1] a49b81b8-33b3-415f-b9c5-7dde49a0835e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.033970] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0e243f1-ee4d-4d97-b597-aaeb427632ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.042757] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.043222] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Instance network_info: |[{"id": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "address": "fa:16:3e:22:96:b6", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd47cf3-66", "ovs_interfaceid": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 761.043741] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 761.043741] env[65481]: value = "task-4884308" [ 761.043741] env[65481]: _type = "Task" [ 761.043741] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.044275] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:22:96:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4fd47cf3-66ee-429a-bd34-63add9cdcede', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 761.056024] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating folder: Project (2999537dcd824f1cbbd9b4ed7a254273). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.056530] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-4620f66e-6ba0-4add-872b-07c76963fb72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.071061] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884308, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.074825] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Created folder: Project (2999537dcd824f1cbbd9b4ed7a254273) in parent group-v951696. [ 761.075095] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating folder: Instances. Parent ref: group-v951814. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 761.075421] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c02ccde6-93fc-4145-9ac2-241676b41554 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.087980] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Created folder: Instances in parent group-v951814. [ 761.088338] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.088580] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 761.089478] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-a630b7f5-57f5-46cb-bece-e3f0270b070d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.116268] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb60e6-bd50-941a-46d4-9498784b0096, 'name': SearchDatastore_Task, 'duration_secs': 0.016881} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.117218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 761.117523] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 761.117816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.118138] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.118248] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 761.118639] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-78473a62-0998-4aa2-86cb-980922408879 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.122955] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 761.122955] env[65481]: value = "task-4884311" [ 761.122955] env[65481]: _type = "Task" [ 761.122955] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.129496] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 761.129742] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 761.136899] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9511942-5182-40fd-abe8-c604a6076868 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.138101] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884311, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.142112] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 761.142112] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dffe74-9937-2dfd-8648-cc73d672bb33" [ 761.142112] env[65481]: _type = "Task" [ 761.142112] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.153227] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dffe74-9937-2dfd-8648-cc73d672bb33, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.207953] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884306, 'name': ReconfigVM_Task, 'duration_secs': 0.316972} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.207953] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 761.207953] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-adbb11ff-8275-4161-903c-0381e1317c7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.215943] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 761.215943] env[65481]: value = "task-4884312" [ 761.215943] env[65481]: _type = "Task" [ 761.215943] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.226664] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.267125] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 761.267125] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0106364d-4adf-49eb-a936-3163ca8dbfe5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.274584] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 761.274584] env[65481]: value = "task-4884313" [ 761.274584] env[65481]: _type = "Task" [ 761.274584] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.285417] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884313, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.305283] env[65481]: DEBUG nova.scheduler.client.report [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 65 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 761.305808] env[65481]: DEBUG nova.compute.provider_tree [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 65 to 66 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 761.305997] env[65481]: DEBUG nova.compute.provider_tree [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 761.348103] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Received event network-vif-plugged-9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 761.348486] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquiring lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.348968] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.349075] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.349296] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] No waiting events found dispatching network-vif-plugged-9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 761.349542] env[65481]: WARNING nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Received unexpected event network-vif-plugged-9c9c8cab-106c-4040-9a03-b305cb18669f for instance with vm_state building and task_state spawning. [ 761.350134] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Received event network-changed-9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 761.350134] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Refreshing instance network info cache due to event network-changed-9c9c8cab-106c-4040-9a03-b305cb18669f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 761.350134] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquiring lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.351860] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquired lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.351860] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Refreshing network info cache for port 9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 761.364010] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 761.379707] env[65481]: DEBUG oslo_vmware.api [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884304, 'name': PowerOnVM_Task, 'duration_secs': 0.959756} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.379986] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 761.380435] env[65481]: DEBUG nova.compute.manager [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 761.381301] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcf0947-e87e-4004-a32f-6f4b146f491b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.569073] env[65481]: DEBUG oslo_vmware.api [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884308, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.276341} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.569073] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 761.569073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 761.569073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 761.569073] env[65481]: INFO nova.compute.manager [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Took 1.16 seconds to destroy the instance on the hypervisor. [ 761.569343] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 761.569435] env[65481]: DEBUG nova.compute.manager [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 761.569525] env[65481]: DEBUG nova.network.neutron [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 761.569844] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.638253] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884311, 'name': CreateVM_Task, 'duration_secs': 0.448296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.639415] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.641384] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 761.642080] env[65481]: WARNING neutronclient.v2_0.client [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.642576] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 761.642747] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 761.643122] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 761.643410] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b7a21005-c2ef-4376-ad7a-0ff12b6081ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.656235] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dffe74-9937-2dfd-8648-cc73d672bb33, 'name': SearchDatastore_Task, 'duration_secs': 0.02417} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.657891] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 761.657891] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521e498f-39ca-22dd-55a5-230b20a08c1a" [ 761.657891] env[65481]: _type = "Task" [ 761.657891] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.658227] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ad41f1-8457-4a3f-9438-6e855590a2a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.669258] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 761.669258] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524f3c02-2e3d-cee5-8f2d-fc4a198bde6a" [ 761.669258] env[65481]: _type = "Task" [ 761.669258] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.671838] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521e498f-39ca-22dd-55a5-230b20a08c1a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.680926] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524f3c02-2e3d-cee5-8f2d-fc4a198bde6a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.702627] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Successfully updated port: 0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 761.727531] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.789019] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884313, 'name': PowerOffVM_Task, 'duration_secs': 0.28233} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 761.789019] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 761.789019] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 761.789019] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e03881db-ea6f-4d2c-8446-979a85c7d0de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.798017] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 761.798017] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-61909af2-e63d-4ead-9af1-b5b5a2ac2a49 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.812736] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.425s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 761.813315] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 761.816341] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.437s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 761.818779] env[65481]: INFO nova.compute.claims [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 761.854580] env[65481]: WARNING neutronclient.v2_0.client [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 761.867826] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 761.870612] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 761.870977] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore2] 5b571204-f656-4697-b62a-5caf8929d3d7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 761.872609] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-accd6723-3f85-4f38-9242-cae3f90a4bac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 761.881452] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 761.881452] env[65481]: value = "task-4884315" [ 761.881452] env[65481]: _type = "Task" [ 761.881452] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 761.895842] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884315, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 761.903379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.148556] env[65481]: WARNING neutronclient.v2_0.client [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.185091] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521e498f-39ca-22dd-55a5-230b20a08c1a, 'name': SearchDatastore_Task, 'duration_secs': 0.01584} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.186165] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.186395] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 762.187489] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.192188] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524f3c02-2e3d-cee5-8f2d-fc4a198bde6a, 'name': SearchDatastore_Task, 'duration_secs': 0.016055} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.192579] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.192989] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 10594dfc-380a-4ca2-a33b-bbb3051efce0/10594dfc-380a-4ca2-a33b-bbb3051efce0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.193312] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.193523] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 762.193873] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-aad65803-d71a-46e1-ae7c-be6cfad460e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.196792] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-beb619ef-2a9e-4ad4-8523-1823cdc3f1e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.206781] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 762.206781] env[65481]: value = "task-4884316" [ 762.206781] env[65481]: _type = "Task" [ 762.206781] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.214785] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.214785] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.214996] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 762.216467] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 762.216467] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 762.217774] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f569320-35b3-4930-8225-b3a95af8676c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.235863] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884316, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.244369] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.246278] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 762.246278] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525690a2-1712-ec27-0f23-0ebac9a47d2a" [ 762.246278] env[65481]: _type = "Task" [ 762.246278] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.257185] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525690a2-1712-ec27-0f23-0ebac9a47d2a, 'name': SearchDatastore_Task, 'duration_secs': 0.012591} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.259221] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9eb02f1-a777-4fb7-8877-4866172ed3ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.267038] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 762.267038] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5261c298-c6e7-bd19-0d42-d088f50fe9b7" [ 762.267038] env[65481]: _type = "Task" [ 762.267038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.277153] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5261c298-c6e7-bd19-0d42-d088f50fe9b7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.288730] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Updated VIF entry in instance network info cache for port 9c9c8cab-106c-4040-9a03-b305cb18669f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 762.289102] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Updating instance_info_cache with network_info: [{"id": "9c9c8cab-106c-4040-9a03-b305cb18669f", "address": "fa:16:3e:f6:10:6a", "network": {"id": "071a775a-9fba-4e94-87bc-9edff7c2a46f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-295920225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c27a26192a84832b092a7d4bab3badb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9c8cab-10", "ovs_interfaceid": "9c9c8cab-106c-4040-9a03-b305cb18669f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.326285] env[65481]: DEBUG nova.compute.utils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 762.332840] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 762.332840] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 762.333023] env[65481]: WARNING neutronclient.v2_0.client [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.333334] env[65481]: WARNING neutronclient.v2_0.client [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 762.398375] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884315, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.351964} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.398756] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 762.399031] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 762.399290] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 762.485089] env[65481]: DEBUG nova.policy [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '636189b2d5974d57b24308a85bff5ed4', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2999537dcd824f1cbbd9b4ed7a254273', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 762.523868] env[65481]: DEBUG nova.network.neutron [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 762.582947] env[65481]: DEBUG nova.compute.manager [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Received event network-vif-plugged-0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.582947] env[65481]: DEBUG oslo_concurrency.lockutils [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] Acquiring lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.582947] env[65481]: DEBUG oslo_concurrency.lockutils [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.582947] env[65481]: DEBUG oslo_concurrency.lockutils [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.583510] env[65481]: DEBUG nova.compute.manager [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] No waiting events found dispatching network-vif-plugged-0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.583855] env[65481]: WARNING nova.compute.manager [req-86792dba-d8a4-4eb7-bfd1-1c137d73c9ce req-b926a1a2-2271-4bfd-94fb-12d4dcb2a5c6 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Received unexpected event network-vif-plugged-0b2666a6-cd3d-4b9a-a629-11543a03a61e for instance with vm_state building and task_state spawning. [ 762.729451] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884316, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.738970] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.781294] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5261c298-c6e7-bd19-0d42-d088f50fe9b7, 'name': SearchDatastore_Task, 'duration_secs': 0.016933} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 762.782369] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.782369] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 79f9724f-65f5-4f02-9e13-6887d98129a4/79f9724f-65f5-4f02-9e13-6887d98129a4.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 762.782369] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e6358507-cded-43e6-90d7-cf48e8542b65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 762.791824] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Releasing lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 762.792237] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Received event network-vif-plugged-4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.792751] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquiring lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.793189] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.794871] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 762.794871] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] No waiting events found dispatching network-vif-plugged-4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 762.794871] env[65481]: WARNING nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Received unexpected event network-vif-plugged-4fd47cf3-66ee-429a-bd34-63add9cdcede for instance with vm_state building and task_state spawning. [ 762.794871] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Received event network-changed-4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 762.795201] env[65481]: DEBUG nova.compute.manager [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Refreshing instance network info cache due to event network-changed-4fd47cf3-66ee-429a-bd34-63add9cdcede. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 762.795438] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquiring lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 762.795633] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Acquired lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 762.795882] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Refreshing network info cache for port 4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 762.799296] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 762.799296] env[65481]: value = "task-4884317" [ 762.799296] env[65481]: _type = "Task" [ 762.799296] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 762.816486] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884317, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 762.833662] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 762.923134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 762.923364] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 762.951424] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Successfully created port: e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 763.011266] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 763.026292] env[65481]: INFO nova.compute.manager [-] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Took 1.46 seconds to deallocate network for instance. [ 763.183965] env[65481]: WARNING neutronclient.v2_0.client [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.226260] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884316, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.652599} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.229522] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 10594dfc-380a-4ca2-a33b-bbb3051efce0/10594dfc-380a-4ca2-a33b-bbb3051efce0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.229817] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.230398] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-73b31ac5-1ab6-450a-ad16-fa680748bd48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.245010] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.246942] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 763.246942] env[65481]: value = "task-4884318" [ 763.246942] env[65481]: _type = "Task" [ 763.246942] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.257789] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884318, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.302724] env[65481]: WARNING neutronclient.v2_0.client [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.319048] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884317, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.350039] env[65481]: DEBUG nova.network.neutron [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Updating instance_info_cache with network_info: [{"id": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "address": "fa:16:3e:c5:1a:5e", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2666a6-cd", "ovs_interfaceid": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.447597] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.447826] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.447969] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.448376] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.448539] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.448677] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.448917] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.449085] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.449250] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.449470] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.449672] env[65481]: DEBUG nova.virt.hardware [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.450973] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a85968c-fb5a-42f6-abc0-24a85252a578 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.467297] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32722713-fe6d-4cc5-95a6-f11faafbb6d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.485967] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccadbf73-6fd5-4ffa-be39-3081de5fe0be', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.493409] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.496460] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.497039] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f69aa4ca-94f2-40d0-89b4-233741058613 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.525292] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.525292] env[65481]: value = "task-4884319" [ 763.525292] env[65481]: _type = "Task" [ 763.525292] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.536790] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 763.537064] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884319, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.568214] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0066cffe-9200-4ff4-af37-fb777edc7d49 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.577490] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f6aaf57-6b7e-4e0b-8396-720e51df570f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.617514] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14d37cb8-43e9-4088-8b80-74221db46427 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.625727] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6812f84a-7227-4857-a163-bf9f9f36cf66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.640308] env[65481]: DEBUG nova.compute.provider_tree [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 763.701251] env[65481]: WARNING neutronclient.v2_0.client [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 763.742240] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.756301] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884318, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.100023} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.756820] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 763.757730] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9047139d-4b96-43cf-94f2-cdc3b3902e44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.785271] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Reconfiguring VM instance instance-0000002b to attach disk [datastore2] 10594dfc-380a-4ca2-a33b-bbb3051efce0/10594dfc-380a-4ca2-a33b-bbb3051efce0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 763.788917] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f7b4ca85-0cf3-4363-98e1-66e54124561c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.812203] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 763.812203] env[65481]: value = "task-4884320" [ 763.812203] env[65481]: _type = "Task" [ 763.812203] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.818974] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884317, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.792456} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 763.819668] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 79f9724f-65f5-4f02-9e13-6887d98129a4/79f9724f-65f5-4f02-9e13-6887d98129a4.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 763.819966] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 763.820251] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c4504bda-36ef-4f73-b742-5f6ae010f4a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.825812] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884320, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.831163] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 763.831163] env[65481]: value = "task-4884321" [ 763.831163] env[65481]: _type = "Task" [ 763.831163] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.840284] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 763.848352] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 763.852527] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 763.852979] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Instance network_info: |[{"id": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "address": "fa:16:3e:c5:1a:5e", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2666a6-cd", "ovs_interfaceid": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 763.853448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:1a:5e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0b2666a6-cd3d-4b9a-a629-11543a03a61e', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 763.862334] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Creating folder: Project (d9b0be3747784dddbff3643a218e438a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.862334] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d6840fb4-fbcb-48ed-ba47-46a0798a0cc8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.874474] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Created folder: Project (d9b0be3747784dddbff3643a218e438a) in parent group-v951696. [ 763.874680] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Creating folder: Instances. Parent ref: group-v951818. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 763.877381] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 763.877579] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 763.877796] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 763.877997] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 763.878233] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 763.878388] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 763.878590] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 763.878737] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 763.878898] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 763.879064] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 763.879231] env[65481]: DEBUG nova.virt.hardware [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 763.879503] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8e0367f4-870c-409c-9c0b-7a86e7415212 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.882072] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdae1711-b0fa-47a3-8cd9-5b5339e2da8d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.891830] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4bb1c53-b2ea-457b-9799-42784d754e41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.897665] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Created folder: Instances in parent group-v951818. [ 763.897949] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 763.898660] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 763.898898] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e7b672e7-03d3-4e49-aaf3-172fbc55b735 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 763.914604] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Updated VIF entry in instance network info cache for port 4fd47cf3-66ee-429a-bd34-63add9cdcede. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 763.914976] env[65481]: DEBUG nova.network.neutron [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Updating instance_info_cache with network_info: [{"id": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "address": "fa:16:3e:22:96:b6", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.143", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4fd47cf3-66", "ovs_interfaceid": "4fd47cf3-66ee-429a-bd34-63add9cdcede", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 763.936283] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 763.936283] env[65481]: value = "task-4884324" [ 763.936283] env[65481]: _type = "Task" [ 763.936283] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 763.948616] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884324, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.036733] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884319, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.127821] env[65481]: DEBUG nova.compute.manager [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Received event network-changed-b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 764.128125] env[65481]: DEBUG nova.compute.manager [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Refreshing instance network info cache due to event network-changed-b894dd04-80b1-4bf7-89b3-5982c1a66c46. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 764.128414] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] Acquiring lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.128692] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] Acquired lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.128902] env[65481]: DEBUG nova.network.neutron [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Refreshing network info cache for port b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 764.170506] env[65481]: ERROR nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [req-5aea063c-7efb-4884-a809-523ed44fdb07] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5aea063c-7efb-4884-a809-523ed44fdb07"}]} [ 764.189142] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 764.206283] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 764.206509] env[65481]: DEBUG nova.compute.provider_tree [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 764.220151] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 764.241353] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.242426] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 764.327142] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884320, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.342304] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.211767} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.342630] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 764.346385] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f65a81e-30b1-4e2d-8358-c5c979895a9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.370252] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Reconfiguring VM instance instance-0000002c to attach disk [datastore2] 79f9724f-65f5-4f02-9e13-6887d98129a4/79f9724f-65f5-4f02-9e13-6887d98129a4.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 764.373430] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0e77a20c-15ce-4a6b-8789-c2e095b2624a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.396978] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 764.396978] env[65481]: value = "task-4884325" [ 764.396978] env[65481]: _type = "Task" [ 764.396978] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.415024] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884325, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.430123] env[65481]: DEBUG oslo_concurrency.lockutils [req-8a3ec704-25d9-4067-b0ac-5e8138be20ad req-48a60729-f951-4ab2-bcf3-58400f7dad51 service nova] Releasing lock "refresh_cache-79f9724f-65f5-4f02-9e13-6887d98129a4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.453515] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884324, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.542376] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884319, 'name': CreateVM_Task, 'duration_secs': 0.710773} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.542644] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.543383] env[65481]: WARNING neutronclient.v2_0.client [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 764.544066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.544414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.544824] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.545713] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e578b411-eb22-45cf-b97f-26269d8d783f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.551529] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Successfully updated port: e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 764.557121] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 764.557121] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528f48ef-ff0b-2234-c785-42ab9b2663fa" [ 764.557121] env[65481]: _type = "Task" [ 764.557121] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.578476] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528f48ef-ff0b-2234-c785-42ab9b2663fa, 'name': SearchDatastore_Task, 'duration_secs': 0.018539} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.578819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 764.579062] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 764.579294] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.579428] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.579599] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 764.579872] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c94566c4-695d-4140-bcde-67bd5b9cd6f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.591560] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 764.591795] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 764.592513] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8f19717c-0607-4c79-98e2-a11d74ac3ac3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.599592] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 764.599592] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5235b124-04ad-1203-d762-63e46d38e026" [ 764.599592] env[65481]: _type = "Task" [ 764.599592] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.613406] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5235b124-04ad-1203-d762-63e46d38e026, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.633752] env[65481]: WARNING neutronclient.v2_0.client [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.741403] env[65481]: DEBUG oslo_vmware.api [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884312, 'name': PowerOnVM_Task, 'duration_secs': 3.426198} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.741675] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 764.744432] env[65481]: DEBUG nova.compute.manager [None req-788eaec9-9f03-4af8-a53f-f94d9d0bb113 tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 764.745494] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f86bfa-0ce2-43a2-940a-e19cb1de80dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.829131] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884320, 'name': ReconfigVM_Task, 'duration_secs': 0.79812} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.829416] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Reconfigured VM instance instance-0000002b to attach disk [datastore2] 10594dfc-380a-4ca2-a33b-bbb3051efce0/10594dfc-380a-4ca2-a33b-bbb3051efce0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.832718] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-25b23f42-2946-48a8-9326-e485ddc0a30f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.845776] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 764.845776] env[65481]: value = "task-4884326" [ 764.845776] env[65481]: _type = "Task" [ 764.845776] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.854931] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884326, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.904763] env[65481]: WARNING neutronclient.v2_0.client [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.908266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "b762d58c-6361-4521-852f-735f795dedc9" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.908266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.908266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "b762d58c-6361-4521-852f-735f795dedc9-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 764.908455] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 764.910183] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 764.913927] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884325, 'name': ReconfigVM_Task, 'duration_secs': 0.422708} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.914504] env[65481]: INFO nova.compute.manager [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Terminating instance [ 764.915972] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Reconfigured VM instance instance-0000002c to attach disk [datastore2] 79f9724f-65f5-4f02-9e13-6887d98129a4/79f9724f-65f5-4f02-9e13-6887d98129a4.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 764.920085] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7fe516f6-cf6e-4d00-ace4-f7fc1e268a51 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.928416] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 764.928416] env[65481]: value = "task-4884327" [ 764.928416] env[65481]: _type = "Task" [ 764.928416] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 764.939398] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884327, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 764.945122] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df9e49ce-5ccc-4a95-829f-de7314916a7d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.956506] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884324, 'name': CreateVM_Task, 'duration_secs': 0.691573} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 764.961834] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 764.963022] env[65481]: WARNING neutronclient.v2_0.client [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 764.963529] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 764.963775] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 764.964250] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 764.965215] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6f1044-fc80-4d2c-9509-9f9540061749 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.971210] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7575e96d-cb2c-46f4-a6df-763b9dc11f15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 764.977680] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 764.977680] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e2ba12-4a18-71d1-2ca6-7ab9f74320ed" [ 764.977680] env[65481]: _type = "Task" [ 764.977680] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.798020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.798354] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.798446] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 765.802752] env[65481]: DEBUG nova.compute.manager [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 765.804235] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 765.808366] env[65481]: DEBUG nova.network.neutron [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Updated VIF entry in instance network info cache for port b894dd04-80b1-4bf7-89b3-5982c1a66c46. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 765.808820] env[65481]: DEBUG nova.network.neutron [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Updating instance_info_cache with network_info: [{"id": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "address": "fa:16:3e:9b:ee:64", "network": {"id": "23b783d2-2f24-49dc-b787-9bc360a03cd3", "bridge": "br-int", "label": "tempest-ServersTestFqdnHostnames-1959578541-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.175", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "18263a5736e54231ad71a3cacb29b028", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3c5f8c7b-74a0-43f7-87b4-3c38dd26ac3e", "external-id": "nsx-vlan-transportzone-988", "segmentation_id": 988, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb894dd04-80", "ovs_interfaceid": "b894dd04-80b1-4bf7-89b3-5982c1a66c46", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 765.820170] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c587671-6e70-4609-b1cc-04d99ecc5413 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.827921] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Received event network-changed-0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 765.828136] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Refreshing instance network info cache due to event network-changed-0b2666a6-cd3d-4b9a-a629-11543a03a61e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 765.828537] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Acquiring lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.828681] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Acquired lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.828834] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Refreshing network info cache for port 0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 765.834149] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a78d86-a1c3-42eb-b111-59686e2bb4d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.859044] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e2ba12-4a18-71d1-2ca6-7ab9f74320ed, 'name': SearchDatastore_Task, 'duration_secs': 0.037825} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.859330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 765.860936] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5235b124-04ad-1203-d762-63e46d38e026, 'name': SearchDatastore_Task, 'duration_secs': 0.026057} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.860936] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884326, 'name': Rename_Task, 'duration_secs': 0.326148} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.862749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.863019] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 765.863284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 765.863420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 765.863587] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 765.863852] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3e145a25-7c25-4964-b437-d0eb00ff5e30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.866313] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 765.871332] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0075c541-d9a4-4927-9150-b061396c812f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.874268] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-63ef0409-93f0-47a6-9fc5-152a7f7224bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.877252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-04bee4d8-55fc-4e34-ba1f-42d66468679c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.879309] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884327, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.885728] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3ca9901-73fe-4ac2-bce3-409916d8d435 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.894924] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 765.894924] env[65481]: value = "task-4884328" [ 765.894924] env[65481]: _type = "Task" [ 765.894924] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.895335] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 765.895335] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52957533-01b2-717f-ef8f-962e91bbf6df" [ 765.895335] env[65481]: _type = "Task" [ 765.895335] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.895630] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 765.895630] env[65481]: value = "task-4884329" [ 765.895630] env[65481]: _type = "Task" [ 765.895630] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.900046] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 765.900046] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 765.908888] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fba2075-fe64-4302-9fb2-fb48455ccbc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.921037] env[65481]: DEBUG nova.compute.provider_tree [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 765.930914] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52957533-01b2-717f-ef8f-962e91bbf6df, 'name': SearchDatastore_Task, 'duration_secs': 0.018959} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.939283] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 765.939535] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 765.940668] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884328, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.940960] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 765.940960] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c94ed2-ff78-a396-e7fe-3ee3daecf17d" [ 765.940960] env[65481]: _type = "Task" [ 765.940960] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.941167] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884329, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.941389] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a6384c56-a9d5-419f-b436-a7ddebf055a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.957426] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c94ed2-ff78-a396-e7fe-3ee3daecf17d, 'name': SearchDatastore_Task, 'duration_secs': 0.023857} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 765.959560] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 765.959560] env[65481]: value = "task-4884330" [ 765.959560] env[65481]: _type = "Task" [ 765.959560] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.959793] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6023e52-ed29-4cd7-a98c-678001df0716 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 765.970016] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 765.970016] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f72084-4f30-e997-11c8-3f7d9c46307d" [ 765.970016] env[65481]: _type = "Task" [ 765.970016] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 765.973423] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884330, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 765.987450] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f72084-4f30-e997-11c8-3f7d9c46307d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.062352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.062627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.319524] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884327, 'name': Rename_Task, 'duration_secs': 1.307895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.320131] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 766.320521] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-39b5b8e5-878c-4d3e-bbdf-bcfaed721aab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.330916] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 766.330916] env[65481]: value = "task-4884331" [ 766.330916] env[65481]: _type = "Task" [ 766.330916] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.342219] env[65481]: WARNING neutronclient.v2_0.client [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.344879] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb21e3ca-e92c-417e-ba1d-8606a5538fe1 req-5b55b92d-06a8-499a-846f-bca7cb365d3a service nova] Releasing lock "refresh_cache-c79ee824-399c-408f-913e-d2243a099169" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.351423] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884331, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.381402] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 766.423890] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.424243] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884328, 'name': PowerOffVM_Task, 'duration_secs': 0.241198} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.428264] env[65481]: DEBUG nova.compute.manager [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 766.431991] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 766.432225] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 766.435837] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-328395ad-5b79-436b-aeb2-7f14ede04504 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.468694] env[65481]: ERROR nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [req-228b8d21-3d3f-4f8a-964c-f114c0a162f9] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-228b8d21-3d3f-4f8a-964c-f114c0a162f9"}]} [ 766.482082] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884330, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.493201] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f72084-4f30-e997-11c8-3f7d9c46307d, 'name': SearchDatastore_Task, 'duration_secs': 0.012773} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.493544] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 766.493813] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 71532819-01aa-44e8-8a4e-b7cd091ae17e/71532819-01aa-44e8-8a4e-b7cd091ae17e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 766.494099] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8b18486f-03d4-4bca-b473-085a6d4ac824 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.497503] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 766.507515] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 766.507515] env[65481]: value = "task-4884333" [ 766.507515] env[65481]: _type = "Task" [ 766.507515] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.518912] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884333, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.520361] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 766.520478] env[65481]: DEBUG nova.compute.provider_tree [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 766.538485] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 766.538485] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 766.538485] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore2] b762d58c-6361-4521-852f-735f795dedc9 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 766.539103] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-40bbdbc5-4831-4e37-98cc-2d4e47ab2eb5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.542068] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 766.552590] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 766.552590] env[65481]: value = "task-4884334" [ 766.552590] env[65481]: _type = "Task" [ 766.552590] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 766.570025] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884334, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.570025] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 766.585505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "fdca127b-6482-4d08-bddc-a43167df9cfb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.585752] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.586104] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.586438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 766.586684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 766.591037] env[65481]: INFO nova.compute.manager [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Terminating instance [ 766.666131] env[65481]: WARNING neutronclient.v2_0.client [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.846155] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884331, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 766.871748] env[65481]: WARNING neutronclient.v2_0.client [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 766.913466] env[65481]: DEBUG oslo_vmware.api [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884329, 'name': PowerOnVM_Task, 'duration_secs': 0.952617} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.913814] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 766.914044] env[65481]: INFO nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Took 13.17 seconds to spawn the instance on the hypervisor. [ 766.914251] env[65481]: DEBUG nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 766.915193] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7797b2ed-3409-4051-aa15-25384350cd2f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 766.944585] env[65481]: DEBUG nova.network.neutron [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Updating instance_info_cache with network_info: [{"id": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "address": "fa:16:3e:7f:95:5c", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b028db-0b", "ovs_interfaceid": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 766.963479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 766.983799] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884330, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.722918} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 766.989356] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 766.989830] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 766.996314] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a3587dfe-758d-4ada-b436-22d42f9d2713 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.010029] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 767.010029] env[65481]: value = "task-4884335" [ 767.010029] env[65481]: _type = "Task" [ 767.010029] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.033224] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884335, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.034028] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884333, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.068774] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Updated VIF entry in instance network info cache for port 0b2666a6-cd3d-4b9a-a629-11543a03a61e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 767.069257] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Updating instance_info_cache with network_info: [{"id": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "address": "fa:16:3e:c5:1a:5e", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.233", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0b2666a6-cd", "ovs_interfaceid": "0b2666a6-cd3d-4b9a-a629-11543a03a61e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.071900] env[65481]: DEBUG oslo_vmware.api [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884334, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.345496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.072172] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 767.072424] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 767.072677] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 767.072871] env[65481]: INFO nova.compute.manager [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Took 1.27 seconds to destroy the instance on the hypervisor. [ 767.073946] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.073946] env[65481]: DEBUG nova.compute.manager [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 767.073946] env[65481]: DEBUG nova.network.neutron [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 767.074205] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.097456] env[65481]: DEBUG nova.compute.manager [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 767.097740] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 767.099100] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3c5178-8964-47f7-b5fb-63427e849e4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.110872] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 767.114670] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d0ccf112-e8f4-43ab-94df-2b72d081322b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.125480] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 767.125480] env[65481]: value = "task-4884336" [ 767.125480] env[65481]: _type = "Task" [ 767.125480] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.126508] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 767.139616] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884336, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.346848] env[65481]: DEBUG oslo_vmware.api [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884331, 'name': PowerOnVM_Task, 'duration_secs': 0.745753} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.347266] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 767.347694] env[65481]: INFO nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 10.80 seconds to spawn the instance on the hypervisor. [ 767.347794] env[65481]: DEBUG nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 767.348764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3491ad58-3954-43b6-8482-0f1303a84376 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.403436] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3661765-bc09-4a26-805c-a98bcc3f1ab1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.413605] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6bb722d6-36f9-4f84-b219-884d3e22c502 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.454250] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.454647] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Instance network_info: |[{"id": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "address": "fa:16:3e:7f:95:5c", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b028db-0b", "ovs_interfaceid": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 767.457534] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7f:95:5c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e1b028db-0be4-488f-ab8c-747bb5fd9e55', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 767.466120] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 767.466837] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b320242a-d36f-4ac7-9a3c-4a9f2fdd8d19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.472111] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 767.472839] env[65481]: INFO nova.compute.manager [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Took 38.68 seconds to build instance. [ 767.473634] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ff772ca6-b25c-4429-9181-492d31f20816 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.497974] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249ba57c-b89e-43c1-b8e3-1f18ee31c30f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.501022] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 767.501022] env[65481]: value = "task-4884337" [ 767.501022] env[65481]: _type = "Task" [ 767.501022] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.514547] env[65481]: DEBUG nova.compute.provider_tree [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 767.527183] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884337, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.533052] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884333, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.747649} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.536451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 71532819-01aa-44e8-8a4e-b7cd091ae17e/71532819-01aa-44e8-8a4e-b7cd091ae17e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 767.536747] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 767.537053] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884335, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098008} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.537598] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-7b56cb70-a19e-4737-a693-94e0b9f9e928 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.539713] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 767.540561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e16f14a-7913-489e-9d92-2641c75132a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.564201] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 767.565693] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df11356c-22c0-4c4b-aea5-579dfb12a8b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.580627] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 767.580627] env[65481]: value = "task-4884338" [ 767.580627] env[65481]: _type = "Task" [ 767.580627] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.583476] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Releasing lock "refresh_cache-71532819-01aa-44e8-8a4e-b7cd091ae17e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 767.583740] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Received event network-vif-deleted-dd01c5b8-da8e-45a1-a1f1-07c32288ba0c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.583918] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Received event network-vif-plugged-e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.584110] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Acquiring lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 767.584302] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 767.584470] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 767.584601] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] No waiting events found dispatching network-vif-plugged-e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 767.584758] env[65481]: WARNING nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Received unexpected event network-vif-plugged-e1b028db-0be4-488f-ab8c-747bb5fd9e55 for instance with vm_state building and task_state spawning. [ 767.584910] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Received event network-changed-e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 767.585064] env[65481]: DEBUG nova.compute.manager [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Refreshing instance network info cache due to event network-changed-e1b028db-0be4-488f-ab8c-747bb5fd9e55. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 767.585241] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Acquiring lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 767.585368] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Acquired lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 767.585511] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Refreshing network info cache for port e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 767.593424] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 767.593424] env[65481]: value = "task-4884339" [ 767.593424] env[65481]: _type = "Task" [ 767.593424] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.597803] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.607791] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884339, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.644133] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884336, 'name': PowerOffVM_Task, 'duration_secs': 0.293597} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 767.644133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 767.644133] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 767.644133] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-550d3f35-45c2-43fe-b6ff-626ce9130498 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.710241] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 767.710652] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 767.710844] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Deleting the datastore file [datastore2] fdca127b-6482-4d08-bddc-a43167df9cfb {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 767.711237] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-25e31571-4c8d-422e-8d7b-b1c921484ced {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 767.719084] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for the task: (returnval){ [ 767.719084] env[65481]: value = "task-4884341" [ 767.719084] env[65481]: _type = "Task" [ 767.719084] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 767.729031] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884341, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 767.870555] env[65481]: INFO nova.compute.manager [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 34.36 seconds to build instance. [ 767.971400] env[65481]: DEBUG nova.network.neutron [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 767.990480] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a27b506-2703-4f4b-ab47-1b21ac853a06 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.288s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.014363] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884337, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.016456] env[65481]: DEBUG nova.compute.manager [req-785f85a2-89f2-4f98-a782-d9f7f46f829e req-26ed3f55-13ca-4615-b50f-1d489bf8c900 service nova] [instance: b762d58c-6361-4521-852f-735f795dedc9] Received event network-vif-deleted-43306c62-5e54-4c52-b7bb-88d688e4c59c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.021584] env[65481]: DEBUG nova.scheduler.client.report [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 768.092612] env[65481]: WARNING neutronclient.v2_0.client [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.105731] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884338, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.112541] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884339, 'name': ReconfigVM_Task, 'duration_secs': 0.316836} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.112813] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 768.113535] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cc0f13e8-76d7-43d2-87ad-d14ce270d43e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.121954] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 768.121954] env[65481]: value = "task-4884342" [ 768.121954] env[65481]: _type = "Task" [ 768.121954] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.132532] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884342, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.137589] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138037] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138217] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138378] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138547] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138690] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138838] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.138960] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 768.139120] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 768.186751] env[65481]: DEBUG nova.compute.manager [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 768.189540] env[65481]: DEBUG nova.compute.manager [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing instance network info cache due to event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 768.190755] env[65481]: DEBUG oslo_concurrency.lockutils [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.190755] env[65481]: DEBUG oslo_concurrency.lockutils [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.190755] env[65481]: DEBUG nova.network.neutron [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 768.231476] env[65481]: DEBUG oslo_vmware.api [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Task: {'id': task-4884341, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1534} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.231820] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 768.232022] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 768.232199] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 768.232605] env[65481]: INFO nova.compute.manager [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 768.232605] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 768.232831] env[65481]: DEBUG nova.compute.manager [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 768.232927] env[65481]: DEBUG nova.network.neutron [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 768.233226] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.274821] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.309911] env[65481]: WARNING neutronclient.v2_0.client [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.372638] env[65481]: DEBUG oslo_concurrency.lockutils [None req-833101bd-d218-43c5-b8aa-2cf4d082dae0 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.165s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.471060] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Updated VIF entry in instance network info cache for port e1b028db-0be4-488f-ab8c-747bb5fd9e55. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 768.471565] env[65481]: DEBUG nova.network.neutron [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Updating instance_info_cache with network_info: [{"id": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "address": "fa:16:3e:7f:95:5c", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.74", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape1b028db-0b", "ovs_interfaceid": "e1b028db-0be4-488f-ab8c-747bb5fd9e55", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 768.474891] env[65481]: INFO nova.compute.manager [-] [instance: b762d58c-6361-4521-852f-735f795dedc9] Took 1.40 seconds to deallocate network for instance. [ 768.493837] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 768.514814] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884337, 'name': CreateVM_Task, 'duration_secs': 0.636097} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.515748] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 768.515748] env[65481]: WARNING neutronclient.v2_0.client [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.516144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 768.516346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 768.517848] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 768.517848] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2e7b522e-29e0-4e60-8340-46dd6e996d38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.526245] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 768.526245] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200b4ba-86ac-be76-1355-2b43cb3769b8" [ 768.526245] env[65481]: _type = "Task" [ 768.526245] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.529761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.712s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 768.529761] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 768.532434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.643s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 768.534750] env[65481]: INFO nova.compute.claims [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 768.545176] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200b4ba-86ac-be76-1355-2b43cb3769b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.598896] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884338, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.649836} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.599169] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 768.600107] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bd20b05-8f62-4ea5-91cd-606b03df3fce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.627188] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Reconfiguring VM instance instance-0000002d to attach disk [datastore2] 71532819-01aa-44e8-8a4e-b7cd091ae17e/71532819-01aa-44e8-8a4e-b7cd091ae17e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 768.627188] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fd60bd1-3039-471c-8828-bd6bf138b8de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.652779] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.659073] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884342, 'name': Rename_Task, 'duration_secs': 0.484057} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 768.659610] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 768.660899] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 768.660899] env[65481]: value = "task-4884343" [ 768.660899] env[65481]: _type = "Task" [ 768.660899] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.660899] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-471b6078-50e4-4fd2-a198-9737d3fb79f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 768.671513] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884343, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.673171] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 768.673171] env[65481]: value = "task-4884344" [ 768.673171] env[65481]: _type = "Task" [ 768.673171] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 768.682741] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884344, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 768.693831] env[65481]: WARNING neutronclient.v2_0.client [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.879897] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 768.939776] env[65481]: WARNING neutronclient.v2_0.client [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 768.975086] env[65481]: DEBUG oslo_concurrency.lockutils [req-1240d5b4-7e27-47fb-af71-59a58dd85b2c req-fbf8f60c-40bb-4c62-8802-26343978e285 service nova] Releasing lock "refresh_cache-9a78abeb-8dd1-4b88-b88a-743131739851" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 768.981629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.981917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "05220b53-c822-4e7b-91ea-fcbca536dd92" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 768.984529] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 769.021410] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.041193] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200b4ba-86ac-be76-1355-2b43cb3769b8, 'name': SearchDatastore_Task, 'duration_secs': 0.022945} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.042408] env[65481]: DEBUG nova.network.neutron [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updated VIF entry in instance network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 769.042746] env[65481]: DEBUG nova.network.neutron [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.051052] env[65481]: DEBUG nova.compute.utils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 769.054545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.054844] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 769.055117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 769.055265] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 769.055436] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 769.056877] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 769.058922] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 769.058922] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.058922] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 769.060987] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ef2fc56f-f7e4-4b47-aa38-b56c2c482dd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.075033] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 769.076465] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 769.077501] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b3369317-e8de-4a48-91c6-26f6fb723ff6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.085433] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 769.085433] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522da800-a2a1-9d21-a9d6-44c20d306ebc" [ 769.085433] env[65481]: _type = "Task" [ 769.085433] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.095823] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522da800-a2a1-9d21-a9d6-44c20d306ebc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.119104] env[65481]: DEBUG nova.policy [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a6dd2667114d4e96e3ef0a8a97a361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a6c255c2a2b47769d7124fbf8b71636', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 769.174392] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884343, 'name': ReconfigVM_Task, 'duration_secs': 0.375141} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.179940] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Reconfigured VM instance instance-0000002d to attach disk [datastore2] 71532819-01aa-44e8-8a4e-b7cd091ae17e/71532819-01aa-44e8-8a4e-b7cd091ae17e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 769.180687] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6e5a596e-fb1f-47f7-ac26-20c3b76b417a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.190583] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884344, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.192594] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 769.192594] env[65481]: value = "task-4884345" [ 769.192594] env[65481]: _type = "Task" [ 769.192594] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.201855] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884345, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.273180] env[65481]: DEBUG nova.network.neutron [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 769.402769] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 769.497793] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully created port: 35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 769.559449] env[65481]: DEBUG oslo_concurrency.lockutils [req-2d9b63c0-4b8e-47b2-82b8-612f8e1005e2 req-9a5fa373-00f8-415c-9b9b-0ced6b3e730c service nova] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 769.560960] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 769.599966] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522da800-a2a1-9d21-a9d6-44c20d306ebc, 'name': SearchDatastore_Task, 'duration_secs': 0.013543} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.600838] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29b01f94-c1b9-4361-b02a-2fe8d61c144d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.607177] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 769.607177] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e05341-a07d-3d46-a8a8-005d3b52bd3c" [ 769.607177] env[65481]: _type = "Task" [ 769.607177] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.619932] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e05341-a07d-3d46-a8a8-005d3b52bd3c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.686867] env[65481]: DEBUG oslo_vmware.api [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884344, 'name': PowerOnVM_Task, 'duration_secs': 0.574735} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.689625] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 769.689862] env[65481]: DEBUG nova.compute.manager [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 769.690905] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f9aab2a-f853-4f37-a6fa-2be286a75298 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.702192] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884345, 'name': Rename_Task, 'duration_secs': 0.258482} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 769.706762] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 769.709266] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d53a4a0b-d65f-4a22-94cd-8c3608cd2978 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 769.718452] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 769.718452] env[65481]: value = "task-4884346" [ 769.718452] env[65481]: _type = "Task" [ 769.718452] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 769.731548] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 769.778592] env[65481]: INFO nova.compute.manager [-] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Took 1.55 seconds to deallocate network for instance. [ 769.859202] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully created port: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 770.119853] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e05341-a07d-3d46-a8a8-005d3b52bd3c, 'name': SearchDatastore_Task, 'duration_secs': 0.011371} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.122723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 770.123037] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 9a78abeb-8dd1-4b88-b88a-743131739851/9a78abeb-8dd1-4b88-b88a-743131739851.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 770.123520] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e2fdae15-ad00-4706-acd1-9c214736ab58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.132130] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 770.132130] env[65481]: value = "task-4884347" [ 770.132130] env[65481]: _type = "Task" [ 770.132130] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 770.143327] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884347, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.177780] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully created port: 720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 770.224260] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.229863] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884346, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.277228] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd7779b0-ca9e-4882-965c-d872d260a6de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.289203] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-950ad6c3-ce71-43c2-8777-ebdfd757f4ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.294380] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.327806] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520d21da-4b82-4d71-84bb-fc158908ef48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.338427] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59282b29-83af-45b7-a667-24105b1c140b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.362373] env[65481]: DEBUG nova.compute.provider_tree [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 770.430065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 770.430362] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 770.431606] env[65481]: INFO nova.compute.manager [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Rebooting instance [ 770.570160] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 770.596649] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 770.597064] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 770.597211] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 770.597392] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 770.597560] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 770.597739] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 770.598016] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 770.598207] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 770.598403] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 770.598587] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 770.598795] env[65481]: DEBUG nova.virt.hardware [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 770.600315] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95e45a79-084b-4ac5-8f2a-e33d7da04397 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.613029] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a12296d0-6e66-4a5d-a8a2-cab1481dcb21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.642510] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884347, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 770.729298] env[65481]: DEBUG oslo_vmware.api [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884346, 'name': PowerOnVM_Task, 'duration_secs': 0.693631} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 770.729298] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 770.729505] env[65481]: INFO nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Took 11.31 seconds to spawn the instance on the hypervisor. [ 770.729686] env[65481]: DEBUG nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 770.730704] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1650861f-7a53-4314-a998-90e70b2cf039 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 770.866599] env[65481]: DEBUG nova.scheduler.client.report [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 770.957066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 770.957258] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquired lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 770.957429] env[65481]: DEBUG nova.network.neutron [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 771.145036] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884347, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.517625} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.145379] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 9a78abeb-8dd1-4b88-b88a-743131739851/9a78abeb-8dd1-4b88-b88a-743131739851.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 771.145590] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 771.145882] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8fdd7485-ee37-43db-b296-4f703cad3235 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.154772] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 771.154772] env[65481]: value = "task-4884348" [ 771.154772] env[65481]: _type = "Task" [ 771.154772] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.166129] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884348, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.250295] env[65481]: INFO nova.compute.manager [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Took 34.03 seconds to build instance. [ 771.372450] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.840s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.373061] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 771.375651] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 21.967s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 771.376276] env[65481]: DEBUG nova.objects.instance [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 771.465026] env[65481]: WARNING neutronclient.v2_0.client [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.664691] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884348, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.216689} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 771.664975] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 771.665814] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c9000bb-f1cf-42cf-bdaf-ea11861ebbb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.691026] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Reconfiguring VM instance instance-0000002e to attach disk [datastore1] 9a78abeb-8dd1-4b88-b88a-743131739851/9a78abeb-8dd1-4b88-b88a-743131739851.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 771.691333] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81cb97c8-6d4d-4241-9ef6-e6fdb3a76ddd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 771.712294] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 771.712294] env[65481]: value = "task-4884349" [ 771.712294] env[65481]: _type = "Task" [ 771.712294] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 771.723096] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884349, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 771.753975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b378a3e0-401a-4691-ac3a-c5f179e9ec1a tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.213s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 771.819261] env[65481]: DEBUG nova.compute.manager [req-0c9dfe21-3a40-4380-a039-aabbbc0b08b8 req-63882100-96cb-46d7-ad06-6bba1587ccda service nova] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Received event network-vif-deleted-6bcaf11d-aefa-40da-8fbb-9d85f5ba9742 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 771.882463] env[65481]: DEBUG nova.compute.utils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 771.888191] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 771.888484] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 771.888823] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.889136] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 771.958811] env[65481]: DEBUG nova.policy [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b04a42707e8147fd9a5900bb100f2d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e070f0b540e461d91f11194ac41e7f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 772.223286] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884349, 'name': ReconfigVM_Task, 'duration_secs': 0.491579} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.223652] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Reconfigured VM instance instance-0000002e to attach disk [datastore1] 9a78abeb-8dd1-4b88-b88a-743131739851/9a78abeb-8dd1-4b88-b88a-743131739851.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 772.224295] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a6abf52e-3744-4cc6-a95a-31a354f012cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.235748] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 772.235748] env[65481]: value = "task-4884350" [ 772.235748] env[65481]: _type = "Task" [ 772.235748] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.248125] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884350, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.253193] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully updated port: 35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 772.256570] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 772.346237] env[65481]: WARNING neutronclient.v2_0.client [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.382027] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Successfully created port: 290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 772.388980] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 772.394207] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10924159-5b5b-4ae3-b834-002083a0cf6a tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.018s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 772.395723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 20.187s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 772.397470] env[65481]: INFO nova.compute.claims [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 772.471320] env[65481]: DEBUG nova.compute.manager [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 772.472035] env[65481]: DEBUG nova.compute.manager [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing instance network info cache due to event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 772.472035] env[65481]: DEBUG oslo_concurrency.lockutils [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 772.472035] env[65481]: DEBUG oslo_concurrency.lockutils [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 772.472245] env[65481]: DEBUG nova.network.neutron [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 772.482550] env[65481]: DEBUG nova.network.neutron [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Updating instance_info_cache with network_info: [{"id": "9c9c8cab-106c-4040-9a03-b305cb18669f", "address": "fa:16:3e:f6:10:6a", "network": {"id": "071a775a-9fba-4e94-87bc-9edff7c2a46f", "bridge": "br-int", "label": "tempest-InstanceActionsTestJSON-295920225-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "8c27a26192a84832b092a7d4bab3badb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "99be9a5e-b3f9-4e6c-83d5-df11f817847d", "external-id": "nsx-vlan-transportzone-566", "segmentation_id": 566, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9c9c8cab-10", "ovs_interfaceid": "9c9c8cab-106c-4040-9a03-b305cb18669f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 772.747458] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884350, 'name': Rename_Task, 'duration_secs': 0.410989} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 772.747905] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 772.748043] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-db55f49f-1951-489b-a1e7-854f14d09eb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 772.761229] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 772.761229] env[65481]: value = "task-4884351" [ 772.761229] env[65481]: _type = "Task" [ 772.761229] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 772.779397] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 772.792699] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 772.975448] env[65481]: WARNING neutronclient.v2_0.client [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 772.985536] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Releasing lock "refresh_cache-10594dfc-380a-4ca2-a33b-bbb3051efce0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 773.274824] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.409037] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 773.449024] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 773.449024] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 773.449024] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 773.449321] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 773.449321] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 773.449321] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 773.453034] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 773.453034] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 773.453034] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 773.453034] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 773.453034] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 773.453391] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da45224a-e86b-4da2-8d12-0c49298de39e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.465028] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0795cdfb-3d64-4fa1-8fa8-ea734cd7035e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.490981] env[65481]: DEBUG nova.compute.manager [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 773.494269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89d875d1-198d-455e-aa46-46c2583cd31c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 773.777386] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 773.959510] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Successfully updated port: 290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.058156] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f13721d8-ae0c-402b-af7f-b9ba1a8e2f18 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.070323] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b47b51b-379f-434c-96aa-ec407374533f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.128123] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e68b3ada-f3a0-44b2-8f14-38af2fee3acf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.140205] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-866fbf92-827b-44ac-b129-83963e2b7fb3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.164336] env[65481]: DEBUG nova.compute.provider_tree [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 774.281569] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.386614] env[65481]: WARNING neutronclient.v2_0.client [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 774.435706] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully updated port: 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 774.463652] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 774.463892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 774.464136] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 774.517334] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53be28c-a1ca-4234-89db-477d71e27873 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.523204] env[65481]: DEBUG nova.network.neutron [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updated VIF entry in instance network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 774.523741] env[65481]: DEBUG nova.network.neutron [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.195", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 774.529167] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Doing hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 774.529167] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-d7767c4a-fd19-45ba-a090-edd7325ec909 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 774.536393] env[65481]: DEBUG oslo_vmware.api [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 774.536393] env[65481]: value = "task-4884352" [ 774.536393] env[65481]: _type = "Task" [ 774.536393] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 774.547426] env[65481]: DEBUG oslo_vmware.api [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884352, 'name': ResetVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 774.670027] env[65481]: DEBUG nova.scheduler.client.report [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 774.778815] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 775.028759] env[65481]: DEBUG oslo_concurrency.lockutils [req-2b453fb8-c373-4d5f-883b-6295eb00556b req-b47ec406-5b3f-49d4-930e-3e68b3009a64 service nova] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 775.046968] env[65481]: DEBUG oslo_vmware.api [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884352, 'name': ResetVM_Task, 'duration_secs': 0.103327} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.047349] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Did hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 775.047533] env[65481]: DEBUG nova.compute.manager [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.048385] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6b4b4f-b92e-4979-98b6-8754c35cd71c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.174807] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.779s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.175603] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 775.179537] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 22.654s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.182352] env[65481]: INFO nova.compute.claims [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 775.278894] env[65481]: DEBUG oslo_vmware.api [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884351, 'name': PowerOnVM_Task, 'duration_secs': 2.391538} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 775.279385] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 775.279613] env[65481]: INFO nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Took 11.43 seconds to spawn the instance on the hypervisor. [ 775.279867] env[65481]: DEBUG nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 775.280700] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675b83a8-776b-44fa-ab08-00d91df58a41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 775.311143] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 775.482182] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.565575] env[65481]: DEBUG oslo_concurrency.lockutils [None req-679a796c-1c15-48a5-8a71-153d05606610 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 5.135s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.628558] env[65481]: DEBUG nova.compute.manager [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.628558] env[65481]: DEBUG nova.compute.manager [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing instance network info cache due to event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.628558] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.628558] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.628558] env[65481]: DEBUG nova.network.neutron [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.632908] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Updating instance_info_cache with network_info: [{"id": "290f11f3-dd36-40d2-9209-478b860ba43f", "address": "fa:16:3e:04:54:26", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290f11f3-dd", "ovs_interfaceid": "290f11f3-dd36-40d2-9209-478b860ba43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 775.692873] env[65481]: DEBUG nova.compute.utils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 775.692873] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 775.692873] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 775.692873] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.693242] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 775.802118] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-plugged-35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.802118] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 775.802118] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 775.802118] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 775.802118] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] No waiting events found dispatching network-vif-plugged-35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 775.802555] env[65481]: WARNING nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received unexpected event network-vif-plugged-35db339a-905c-4b6a-81d5-fd34402b6e26 for instance with vm_state building and task_state spawning. [ 775.802555] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-changed-35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 775.802555] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing instance network info cache due to event network-changed-35db339a-905c-4b6a-81d5-fd34402b6e26. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 775.802776] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquiring lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 775.802920] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquired lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 775.803131] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing network info cache for port 35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 775.810039] env[65481]: INFO nova.compute.manager [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Took 36.91 seconds to build instance. [ 775.840830] env[65481]: DEBUG nova.policy [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'b04a42707e8147fd9a5900bb100f2d8a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9e070f0b540e461d91f11194ac41e7f6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 776.136414] env[65481]: WARNING neutronclient.v2_0.client [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.139689] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.140221] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Instance network_info: |[{"id": "290f11f3-dd36-40d2-9209-478b860ba43f", "address": "fa:16:3e:04:54:26", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290f11f3-dd", "ovs_interfaceid": "290f11f3-dd36-40d2-9209-478b860ba43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 776.141192] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:04:54:26', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '290f11f3-dd36-40d2-9209-478b860ba43f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 776.154534] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 776.154534] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 776.155229] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64ed91d7-6886-4873-961b-f54999c10086 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.182968] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 776.182968] env[65481]: value = "task-4884353" [ 776.182968] env[65481]: _type = "Task" [ 776.182968] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.199069] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884353, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.201199] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Successfully created port: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 776.205320] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 776.310906] env[65481]: WARNING neutronclient.v2_0.client [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.312201] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f601d62c-7a8b-446f-a95f-049615bfef58 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.042s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 776.579461] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Successfully updated port: 720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 776.698246] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884353, 'name': CreateVM_Task, 'duration_secs': 0.469299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.698451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 776.698967] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 776.699342] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.699490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.699936] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 776.700162] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-296c94a2-bea2-406e-a375-04d12c59ba97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.709629] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 776.709629] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d9ec25-558d-e8ed-8fde-984971eb1472" [ 776.709629] env[65481]: _type = "Task" [ 776.709629] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.729284] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d9ec25-558d-e8ed-8fde-984971eb1472, 'name': SearchDatastore_Task, 'duration_secs': 0.011801} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.729575] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.729849] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 776.730174] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 776.730375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 776.730620] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 776.730966] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-84465fa1-02fa-463d-a58c-826069a045c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.742026] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 776.742239] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 776.742992] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f827d82e-e314-4585-8ee4-3c01435bfb7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.749548] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 776.749548] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dbaa08-f4b7-23bf-ce59-eabecac5f859" [ 776.749548] env[65481]: _type = "Task" [ 776.749548] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.764052] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dbaa08-f4b7-23bf-ce59-eabecac5f859, 'name': SearchDatastore_Task, 'duration_secs': 0.010972} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.764052] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae43cf9b-68aa-4382-95db-5e5c16d96bd8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.770079] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 776.770079] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528755b2-46a4-8b88-8b52-28736bf2b05a" [ 776.770079] env[65481]: _type = "Task" [ 776.770079] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.785446] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528755b2-46a4-8b88-8b52-28736bf2b05a, 'name': SearchDatastore_Task, 'duration_secs': 0.010588} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 776.785446] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 776.785446] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6475f10f-cd01-4930-ba6f-36ff45a94bd5/6475f10f-cd01-4930-ba6f-36ff45a94bd5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 776.785446] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7f958fe7-5762-4805-b19d-592e8b86a41f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.794110] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 776.794110] env[65481]: value = "task-4884354" [ 776.794110] env[65481]: _type = "Task" [ 776.794110] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 776.807079] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884354, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 776.815729] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 776.823629] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 776.884568] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9814c38-5f6c-4164-bee1-faf23b3639aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.893919] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3bfae84-edf0-4d25-a67a-594ade9b33bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.928196] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90700b1e-91a8-480e-b13c-5c2627c44bc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.937789] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4d33f2-59ee-40bd-9dfd-2a818124efec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 776.961132] env[65481]: DEBUG nova.compute.provider_tree [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 777.078164] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.083057] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.095330] env[65481]: WARNING neutronclient.v2_0.client [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 777.220523] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 777.255861] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 777.256118] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 777.256370] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 777.256599] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 777.256821] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 777.257050] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 777.257385] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 777.257660] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 777.257938] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 777.258199] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 777.258486] env[65481]: DEBUG nova.virt.hardware [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 777.259643] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e094063-00fa-479f-8e15-99770846a1dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.263915] env[65481]: DEBUG nova.network.neutron [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updated VIF entry in instance network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 777.264339] env[65481]: DEBUG nova.network.neutron [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 777.272258] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f1d7ceb-359c-4983-8903-b7a95adeecee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.308374] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884354, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.349673] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.464970] env[65481]: DEBUG nova.scheduler.client.report [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 777.581640] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Releasing lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.582022] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-plugged-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.582235] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.582453] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.582599] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.582778] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] No waiting events found dispatching network-vif-plugged-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.582997] env[65481]: WARNING nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received unexpected event network-vif-plugged-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 for instance with vm_state building and task_state spawning. [ 777.583174] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-changed-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.583330] env[65481]: DEBUG nova.compute.manager [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing instance network info cache due to event network-changed-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 777.583523] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquiring lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 777.583630] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Acquired lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 777.583777] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing network info cache for port 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 777.768675] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 777.768838] env[65481]: DEBUG nova.compute.manager [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Received event network-vif-plugged-290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 777.769271] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Acquiring lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 777.769271] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.769381] env[65481]: DEBUG oslo_concurrency.lockutils [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.770046] env[65481]: DEBUG nova.compute.manager [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] No waiting events found dispatching network-vif-plugged-290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 777.770046] env[65481]: WARNING nova.compute.manager [req-b3a26baf-aef6-451e-a2dc-0e9e0c50d09b req-8a37a9fd-b5c4-4da7-bd80-d7273e27a3d6 service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Received unexpected event network-vif-plugged-290f11f3-dd36-40d2-9209-478b860ba43f for instance with vm_state building and task_state spawning. [ 777.808328] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884354, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.530306} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 777.808328] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6475f10f-cd01-4930-ba6f-36ff45a94bd5/6475f10f-cd01-4930-ba6f-36ff45a94bd5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 777.808663] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 777.809457] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-26d35972-c382-498c-a919-71f52b9df5eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 777.817664] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 777.817664] env[65481]: value = "task-4884355" [ 777.817664] env[65481]: _type = "Task" [ 777.817664] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 777.821611] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Successfully updated port: 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 777.827024] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884355, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 777.970708] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.791s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 777.971222] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 777.973898] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.072s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 777.974142] env[65481]: DEBUG nova.objects.instance [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lazy-loading 'resources' on Instance uuid 79bf8ea9-1923-4e70-8e2c-e11af4aa5973 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 778.087757] env[65481]: WARNING neutronclient.v2_0.client [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.130145] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.240480] env[65481]: DEBUG nova.network.neutron [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 778.264592] env[65481]: DEBUG nova.compute.manager [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Received event network-changed-290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.264851] env[65481]: DEBUG nova.compute.manager [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Refreshing instance network info cache due to event network-changed-290f11f3-dd36-40d2-9209-478b860ba43f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.265299] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Acquiring lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.265382] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Acquired lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.265556] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Refreshing network info cache for port 290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 778.328160] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.328344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.328514] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.329676] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884355, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.174132} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.329927] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 778.330972] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0dc5bd7d-c0bd-47d3-b13c-7e7bfac8ebeb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.359814] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Reconfiguring VM instance instance-00000030 to attach disk [datastore1] 6475f10f-cd01-4930-ba6f-36ff45a94bd5/6475f10f-cd01-4930-ba6f-36ff45a94bd5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 778.360746] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f6490d5-0a9b-4be1-966c-dbc9b6688d74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.384321] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 778.384321] env[65481]: value = "task-4884356" [ 778.384321] env[65481]: _type = "Task" [ 778.384321] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.396144] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884356, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.428047] env[65481]: DEBUG nova.compute.manager [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-plugged-720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.428287] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.428496] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.428699] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 778.428827] env[65481]: DEBUG nova.compute.manager [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] No waiting events found dispatching network-vif-plugged-720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 778.428984] env[65481]: WARNING nova.compute.manager [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received unexpected event network-vif-plugged-720ecf9f-3c20-49ed-af0a-15337726358d for instance with vm_state building and task_state spawning. [ 778.430237] env[65481]: DEBUG nova.compute.manager [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-changed-720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 778.430328] env[65481]: DEBUG nova.compute.manager [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing instance network info cache due to event network-changed-720ecf9f-3c20-49ed-af0a-15337726358d. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 778.430493] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Acquiring lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 778.462802] env[65481]: INFO nova.compute.manager [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Rebuilding instance [ 778.479526] env[65481]: DEBUG nova.compute.utils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 778.484989] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 778.485268] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 778.485610] env[65481]: WARNING neutronclient.v2_0.client [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.485963] env[65481]: WARNING neutronclient.v2_0.client [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.527842] env[65481]: DEBUG nova.compute.manager [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 778.532027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4714336d-a108-4ff2-851c-de5d99e83b3b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.560991] env[65481]: DEBUG nova.policy [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e19d63153b4f998b4ef9ae318c7dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b1975a03ff45dca583d79d4e50c142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 778.705654] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "fee5d44b-7a2c-473d-a791-31760563e635" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 778.705823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 778.744597] env[65481]: DEBUG oslo_concurrency.lockutils [req-70eb0909-8053-4104-b1c6-eed52d85cc90 req-c9c4281d-6f2f-4758-a1dc-0e7d49a2e166 service nova] Releasing lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 778.745554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 778.745950] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 778.768772] env[65481]: WARNING neutronclient.v2_0.client [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 778.899444] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884356, 'name': ReconfigVM_Task, 'duration_secs': 0.445826} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 778.904882] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Reconfigured VM instance instance-00000030 to attach disk [datastore1] 6475f10f-cd01-4930-ba6f-36ff45a94bd5/6475f10f-cd01-4930-ba6f-36ff45a94bd5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 778.904882] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35a5e10c-5f3e-478d-a5aa-182e95d9f86d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 778.913189] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 778.913189] env[65481]: value = "task-4884357" [ 778.913189] env[65481]: _type = "Task" [ 778.913189] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 778.925422] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884357, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 778.941896] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 778.982637] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Successfully created port: 79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 778.990942] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 779.151753] env[65481]: WARNING neutronclient.v2_0.client [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.181682] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.189806] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62c0c4b3-a440-4993-b44b-c450970c8e69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.199715] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6560f612-2be4-4896-a7c1-0820a2ae7ea0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.240183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a070bc39-5a59-40a7-8aa3-2bb5d3d7a5f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.251988] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0c4a1e2-a41b-4dfd-8063-04946260a81a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.271957] env[65481]: DEBUG nova.compute.provider_tree [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 779.358809] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 779.403831] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Updated VIF entry in instance network info cache for port 290f11f3-dd36-40d2-9209-478b860ba43f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 779.404139] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Updating instance_info_cache with network_info: [{"id": "290f11f3-dd36-40d2-9209-478b860ba43f", "address": "fa:16:3e:04:54:26", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap290f11f3-dd", "ovs_interfaceid": "290f11f3-dd36-40d2-9209-478b860ba43f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.428241] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884357, 'name': Rename_Task, 'duration_secs': 0.326831} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 779.428667] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 779.429072] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aeb2ad55-b0b6-4d11-ab3b-63d5b002b45b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.440071] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 779.440071] env[65481]: value = "task-4884358" [ 779.440071] env[65481]: _type = "Task" [ 779.440071] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.441624] env[65481]: DEBUG nova.network.neutron [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Updating instance_info_cache with network_info: [{"id": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "address": "fa:16:3e:d2:4f:66", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1e3a7-c1", "ovs_interfaceid": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 779.458415] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.545171] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 779.545657] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7eef8fd0-c70b-4faa-913a-6cfe4be60feb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.554320] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 779.554320] env[65481]: value = "task-4884359" [ 779.554320] env[65481]: _type = "Task" [ 779.554320] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.560880] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.570374] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.589385] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.590141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.590141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.590327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.590501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.592900] env[65481]: INFO nova.compute.manager [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Terminating instance [ 779.736607] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 779.775257] env[65481]: DEBUG nova.scheduler.client.report [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 779.811969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.812245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.812491] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 779.812743] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 779.813060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 779.816301] env[65481]: INFO nova.compute.manager [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Terminating instance [ 779.909019] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Releasing lock "refresh_cache-6475f10f-cd01-4930-ba6f-36ff45a94bd5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.909019] env[65481]: DEBUG nova.compute.manager [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 779.909019] env[65481]: DEBUG nova.compute.manager [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing instance network info cache due to event network-changed-7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 779.909019] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Acquiring lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 779.909019] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Acquired lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 779.909327] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Refreshing network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 779.950563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 779.951117] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Instance network_info: |[{"id": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "address": "fa:16:3e:d2:4f:66", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1e3a7-c1", "ovs_interfaceid": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 779.951427] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d2:4f:66', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'd7836a5b-a91e-4d3f-8e96-afe024f62bb5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '81e1e3a7-c1bb-4b83-80ac-da1f6812bc09', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 779.960461] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 779.960461] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 779.960461] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d149fd6a-dec9-42e1-9d23-4e64b307593c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 779.979856] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884358, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 779.986872] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 779.986872] env[65481]: value = "task-4884360" [ 779.986872] env[65481]: _type = "Task" [ 779.986872] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 779.996572] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884360, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.006760] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 780.025389] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.038690] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 780.038964] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 780.039267] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 780.039495] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 780.039651] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 780.039967] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 780.040328] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 780.040328] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 780.040864] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 780.040864] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 780.041442] env[65481]: DEBUG nova.virt.hardware [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 780.041898] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5100090-132a-4450-971e-2052d9b78525 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.052280] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7882dfc1-ace2-4610-afbe-debf2002bc84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.077544] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884359, 'name': PowerOffVM_Task, 'duration_secs': 0.296255} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.077885] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.078229] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.078950] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f3f57ff-002a-4ba3-9c22-ed24dd245969 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.089512] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "6a10b233-a7c2-474c-857e-da389327e1c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.089851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.090322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 780.090555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.090749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.092661] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.094577] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a5015040-1921-4942-8b6d-8214f7cadb9f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.097280] env[65481]: INFO nova.compute.manager [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Terminating instance [ 780.101286] env[65481]: DEBUG nova.compute.manager [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 780.101286] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.101972] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e91d780b-1750-4c20-affb-ef4509481a71 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.111434] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.115237] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a3a3e3a1-0145-4912-8a9b-61b0fab68787 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.123702] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 780.123702] env[65481]: value = "task-4884362" [ 780.123702] env[65481]: _type = "Task" [ 780.123702] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.136048] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884362, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.173313] env[65481]: DEBUG nova.network.neutron [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [{"id": "35db339a-905c-4b6a-81d5-fd34402b6e26", "address": "fa:16:3e:65:d3:65", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db339a-90", "ovs_interfaceid": "35db339a-905c-4b6a-81d5-fd34402b6e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "address": "fa:16:3e:2e:42:7e", "network": {"id": "831d5c21-33de-4835-8d0b-faedca17fdfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1575538884", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d52a8b4-99", "ovs_interfaceid": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "720ecf9f-3c20-49ed-af0a-15337726358d", "address": "fa:16:3e:a9:2a:21", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ecf9f-3c", "ovs_interfaceid": "720ecf9f-3c20-49ed-af0a-15337726358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.198622] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.198956] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.199179] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.199464] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-356e19c3-e1c0-4bdd-86d7-758217741942 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.210352] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 780.210352] env[65481]: value = "task-4884363" [ 780.210352] env[65481]: _type = "Task" [ 780.210352] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.221020] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884363, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.281176] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.307s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.284508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.293s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 780.287784] env[65481]: INFO nova.compute.claims [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 780.320879] env[65481]: DEBUG nova.compute.manager [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 780.322052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.323041] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b5c6ed2-514d-4e2a-ba3c-ac2e1c60931c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.327997] env[65481]: INFO nova.scheduler.client.report [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Deleted allocations for instance 79bf8ea9-1923-4e70-8e2c-e11af4aa5973 [ 780.337073] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.337775] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c60c54b2-2199-4514-a748-57ee4fdc535c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.346941] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 780.346941] env[65481]: value = "task-4884364" [ 780.346941] env[65481]: _type = "Task" [ 780.346941] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.364332] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884364, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.411306] env[65481]: WARNING neutronclient.v2_0.client [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.460046] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884358, 'name': PowerOnVM_Task, 'duration_secs': 0.755817} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.461045] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 780.461045] env[65481]: INFO nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Took 7.05 seconds to spawn the instance on the hypervisor. [ 780.461045] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.461684] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd298093-51e9-4b73-a324-31f202da44dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.502251] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884360, 'name': CreateVM_Task, 'duration_secs': 0.450288} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.502251] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 780.503086] env[65481]: WARNING neutronclient.v2_0.client [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.503416] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 780.503555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.503866] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 780.504136] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d52e075f-cb94-43d1-b463-0e8c4ad9eac0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.510662] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 780.510662] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949268-bcf4-dc34-f47b-bae29484593b" [ 780.510662] env[65481]: _type = "Task" [ 780.510662] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.522258] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949268-bcf4-dc34-f47b-bae29484593b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.607570] env[65481]: DEBUG nova.compute.manager [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 780.607797] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 780.608896] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc11b5fc-0060-4f9a-bec9-aef60aad466e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.618405] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 780.618800] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2f7933e5-26fd-4dd6-a4bd-62d9f5afa08f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.630037] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 780.630037] env[65481]: value = "task-4884365" [ 780.630037] env[65481]: _type = "Task" [ 780.630037] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.637753] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884362, 'name': PowerOffVM_Task, 'duration_secs': 0.298038} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.639107] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Successfully updated port: 79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 780.640952] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.641090] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.641427] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fff62d99-81a9-454b-995a-9c33fb67efd1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.650104] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884365, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.677757] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 780.677757] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance network_info: |[{"id": "35db339a-905c-4b6a-81d5-fd34402b6e26", "address": "fa:16:3e:65:d3:65", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db339a-90", "ovs_interfaceid": "35db339a-905c-4b6a-81d5-fd34402b6e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "address": "fa:16:3e:2e:42:7e", "network": {"id": "831d5c21-33de-4835-8d0b-faedca17fdfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1575538884", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d52a8b4-99", "ovs_interfaceid": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "720ecf9f-3c20-49ed-af0a-15337726358d", "address": "fa:16:3e:a9:2a:21", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ecf9f-3c", "ovs_interfaceid": "720ecf9f-3c20-49ed-af0a-15337726358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 780.678158] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Acquired lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 780.678198] env[65481]: DEBUG nova.network.neutron [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Refreshing network info cache for port 720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 780.680229] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:65:d3:65', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '35db339a-905c-4b6a-81d5-fd34402b6e26', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:2e:42:7e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '4406a73e-2189-46ac-9e96-4f0af80b5094', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5d52a8b4-99d5-4b7d-800e-aaed8d6fe823', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:a9:2a:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '61a172ee-af3f-473e-b12a-3fee5bf39c8d', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '720ecf9f-3c20-49ed-af0a-15337726358d', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 780.692580] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Creating folder: Project (9a6c255c2a2b47769d7124fbf8b71636). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.698982] env[65481]: WARNING neutronclient.v2_0.client [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.703042] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7f2ec15a-148f-4c41-80be-b062a2acbf1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.718455] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Created folder: Project (9a6c255c2a2b47769d7124fbf8b71636) in parent group-v951696. [ 780.718719] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Creating folder: Instances. Parent ref: group-v951824. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 780.719432] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-57e8d9b3-a845-486c-bd28-6915b06d09c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.722646] env[65481]: WARNING neutronclient.v2_0.client [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 780.729514] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884363, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.193982} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.730580] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 780.730817] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 780.731034] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 780.739717] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Created folder: Instances in parent group-v951824. [ 780.740743] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 780.740743] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 780.740743] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-56bc3e45-78b1-4f69-ac1d-43d476a9c376 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.771568] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 780.771568] env[65481]: value = "task-4884369" [ 780.771568] env[65481]: _type = "Task" [ 780.771568] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.785950] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884369, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.789232] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.789600] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.789859] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Deleting the datastore file [datastore2] 10594dfc-380a-4ca2-a33b-bbb3051efce0 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.790618] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d4009398-964e-4fa2-80d4-47978d788784 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.802290] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for the task: (returnval){ [ 780.802290] env[65481]: value = "task-4884370" [ 780.802290] env[65481]: _type = "Task" [ 780.802290] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.812907] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884370, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.841691] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f82c62a-47de-49e3-acf2-819c5d95980c tempest-ServersListShow296Test-645992007 tempest-ServersListShow296Test-645992007-project-member] Lock "79bf8ea9-1923-4e70-8e2c-e11af4aa5973" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.154s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 780.858839] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884364, 'name': PowerOffVM_Task, 'duration_secs': 0.399735} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 780.860175] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 780.860371] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 780.860657] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-73bca5df-0a97-4d32-b3ba-cde7e6bc4f8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.881196] env[65481]: DEBUG nova.compute.manager [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 780.882386] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0385da6-168e-4c59-aac5-2248a6a4fe32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.928519] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updated VIF entry in instance network info cache for port 7263e2e0-fc6c-469d-bacc-abc5899773cc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 780.928919] env[65481]: DEBUG nova.network.neutron [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [{"id": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "address": "fa:16:3e:9b:be:7c", "network": {"id": "1add4c67-f099-4f3d-a714-e91d1eafef3c", "bridge": "br-int", "label": "tempest-ServerRescueTestJSONUnderV235-1125750476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "feac7598136042e6a4c92ed10d88d31a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9722ea4d-e4a5-48fc-b759-5c4c4796b1ef", "external-id": "nsx-vlan-transportzone-924", "segmentation_id": 924, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7263e2e0-fc", "ovs_interfaceid": "7263e2e0-fc6c-469d-bacc-abc5899773cc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 780.942724] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 780.942724] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 780.942724] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Deleting the datastore file [datastore1] 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 780.942724] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-db02cd18-5561-4af5-bf6a-38812d98ee41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 780.952623] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for the task: (returnval){ [ 780.952623] env[65481]: value = "task-4884372" [ 780.952623] env[65481]: _type = "Task" [ 780.952623] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 780.963991] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884372, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 780.987897] env[65481]: INFO nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Took 33.12 seconds to build instance. [ 781.024027] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949268-bcf4-dc34-f47b-bae29484593b, 'name': SearchDatastore_Task, 'duration_secs': 0.011893} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.024027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.024027] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 781.024027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.024027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.024027] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 781.024781] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c081a94d-449d-48d9-8da1-888e2c6c68c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.034883] env[65481]: WARNING neutronclient.v2_0.client [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.038717] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 781.038898] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 781.039716] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f921a1a6-205c-46c9-b972-254b6e81cbcd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.046967] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 781.046967] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fd2bf-a5ba-c056-31a4-f43a48734081" [ 781.046967] env[65481]: _type = "Task" [ 781.046967] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.056743] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fd2bf-a5ba-c056-31a4-f43a48734081, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.129860] env[65481]: DEBUG nova.network.neutron [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updated VIF entry in instance network info cache for port 720ecf9f-3c20-49ed-af0a-15337726358d. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 781.130367] env[65481]: DEBUG nova.network.neutron [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [{"id": "35db339a-905c-4b6a-81d5-fd34402b6e26", "address": "fa:16:3e:65:d3:65", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db339a-90", "ovs_interfaceid": "35db339a-905c-4b6a-81d5-fd34402b6e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "address": "fa:16:3e:2e:42:7e", "network": {"id": "831d5c21-33de-4835-8d0b-faedca17fdfb", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1575538884", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.54", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "4406a73e-2189-46ac-9e96-4f0af80b5094", "external-id": "nsx-vlan-transportzone-601", "segmentation_id": 601, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5d52a8b4-99", "ovs_interfaceid": "5d52a8b4-99d5-4b7d-800e-aaed8d6fe823", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "720ecf9f-3c20-49ed-af0a-15337726358d", "address": "fa:16:3e:a9:2a:21", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ecf9f-3c", "ovs_interfaceid": "720ecf9f-3c20-49ed-af0a-15337726358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 781.142536] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884365, 'name': PowerOffVM_Task, 'duration_secs': 0.201505} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.143435] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 781.143682] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 781.143942] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a8f60821-73fd-4ef1-a429-e6ba2a148cc5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.151457] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.151678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.151968] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 781.223194] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 781.223534] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 781.224138] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleting the datastore file [datastore1] 6a10b233-a7c2-474c-857e-da389327e1c5 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 781.224138] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e0fdac94-a997-4192-8b90-c93115b6ba69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.231644] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 781.231644] env[65481]: value = "task-4884374" [ 781.231644] env[65481]: _type = "Task" [ 781.231644] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.248088] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884374, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.291092] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884369, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.313744] env[65481]: DEBUG nova.compute.manager [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Received event network-vif-plugged-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.314182] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Acquiring lock "47372854-b82d-4be0-8781-4806ba7bf020-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.314673] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Lock "47372854-b82d-4be0-8781-4806ba7bf020-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.314767] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Lock "47372854-b82d-4be0-8781-4806ba7bf020-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.315018] env[65481]: DEBUG nova.compute.manager [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] No waiting events found dispatching network-vif-plugged-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 781.315196] env[65481]: WARNING nova.compute.manager [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Received unexpected event network-vif-plugged-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 for instance with vm_state building and task_state spawning. [ 781.315419] env[65481]: DEBUG nova.compute.manager [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Received event network-changed-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.315648] env[65481]: DEBUG nova.compute.manager [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Refreshing instance network info cache due to event network-changed-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 781.315881] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Acquiring lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.316051] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Acquired lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.316302] env[65481]: DEBUG nova.network.neutron [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Refreshing network info cache for port 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 781.322190] env[65481]: DEBUG oslo_vmware.api [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Task: {'id': task-4884370, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.16042} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.322744] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.322920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.323186] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.323260] env[65481]: INFO nova.compute.manager [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Took 1.22 seconds to destroy the instance on the hypervisor. [ 781.323504] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.323678] env[65481]: DEBUG nova.compute.manager [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.323774] env[65481]: DEBUG nova.network.neutron [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.325358] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.365466] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.400770] env[65481]: INFO nova.compute.manager [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] instance snapshotting [ 781.409618] env[65481]: DEBUG nova.compute.manager [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Received event network-vif-plugged-79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 781.409888] env[65481]: DEBUG oslo_concurrency.lockutils [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 781.410121] env[65481]: DEBUG oslo_concurrency.lockutils [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 781.410284] env[65481]: DEBUG oslo_concurrency.lockutils [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.410484] env[65481]: DEBUG nova.compute.manager [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] No waiting events found dispatching network-vif-plugged-79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 781.410603] env[65481]: WARNING nova.compute.manager [req-24c193c5-dbfe-4e67-a7b4-c4c46d3a506c req-4505d504-407c-4401-9cda-19bfdc63422e service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Received unexpected event network-vif-plugged-79873fd7-68cd-4e06-932b-fe966d3f2ead for instance with vm_state building and task_state spawning. [ 781.412824] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-426025e4-3d66-445c-9b1b-d4344325c9bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.437498] env[65481]: DEBUG oslo_concurrency.lockutils [req-02d1568a-bc91-482b-bd05-17b6bff69314 req-2f1a395f-774a-4821-9ad0-bc66856abe2d service nova] Releasing lock "refresh_cache-49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.441450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33c944e-fe7c-4d97-8153-7904f754a24d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.466348] env[65481]: DEBUG oslo_vmware.api [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Task: {'id': task-4884372, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205938} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.466623] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.466788] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.466962] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.467140] env[65481]: INFO nova.compute.manager [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Took 1.15 seconds to destroy the instance on the hypervisor. [ 781.467388] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.467578] env[65481]: DEBUG nova.compute.manager [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.467672] env[65481]: DEBUG nova.network.neutron [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.467921] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.490419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.938s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 781.568619] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fd2bf-a5ba-c056-31a4-f43a48734081, 'name': SearchDatastore_Task, 'duration_secs': 0.012496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.569947] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-771836fd-3381-44c3-a266-242f5bb1bfa5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.578932] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.584177] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 781.584177] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52072d19-1bd0-8d85-48c6-93d2e2faebf2" [ 781.584177] env[65481]: _type = "Task" [ 781.584177] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.600124] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52072d19-1bd0-8d85-48c6-93d2e2faebf2, 'name': SearchDatastore_Task, 'duration_secs': 0.011147} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.600124] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.600124] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 47372854-b82d-4be0-8781-4806ba7bf020/47372854-b82d-4be0-8781-4806ba7bf020.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 781.601260] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5bfcbce2-ca7a-4b72-97d4-caa5fc0875d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.608360] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 781.608360] env[65481]: value = "task-4884375" [ 781.608360] env[65481]: _type = "Task" [ 781.608360] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.616313] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884375, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.636861] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff503290-113b-4c8f-973b-e606fcd63310 req-5e57f05c-8f8c-44ca-96a2-34997016d520 service nova] Releasing lock "refresh_cache-da5e35d1-b7a4-4fd0-9128-2bb5a148da93" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 781.748354] env[65481]: DEBUG oslo_vmware.api [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884374, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.752175] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 781.752175] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 781.752406] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 781.754348] env[65481]: INFO nova.compute.manager [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Took 1.14 seconds to destroy the instance on the hypervisor. [ 781.754461] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.755272] env[65481]: DEBUG nova.compute.manager [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 781.755272] env[65481]: DEBUG nova.network.neutron [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 781.755391] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.779287] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 781.779594] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 781.779753] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 781.780258] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 781.780258] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 781.780428] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 781.780600] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 781.780944] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 781.781027] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 781.781178] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 781.781372] env[65481]: DEBUG nova.virt.hardware [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 781.786583] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b55ba6eb-6c3f-4504-8072-6f8c385984f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.805411] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bde114a9-cf7f-4145-9c38-f836a85deb46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.811032] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884369, 'name': CreateVM_Task, 'duration_secs': 0.630871} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 781.814082] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 781.815397] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.815868] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.816182] env[65481]: WARNING neutronclient.v2_0.client [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.816539] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 781.816709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 781.817096] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 781.817424] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c63dccf7-f52a-409a-a85f-b2707e0e91df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.831684] env[65481]: WARNING neutronclient.v2_0.client [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.834790] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:14:dd:0f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'afd3feb3-ffcc-4499-a2c2-eb6a48aefde9', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ccadbf73-6fd5-4ffa-be39-3081de5fe0be', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 781.844279] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 781.848563] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 781.849301] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-26d75f2c-7267-4646-86b4-fa448a07c10a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.867473] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 781.867473] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f8591-ed14-bf01-2e39-4da6cc5576d3" [ 781.867473] env[65481]: _type = "Task" [ 781.867473] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.878384] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 781.878384] env[65481]: value = "task-4884376" [ 781.878384] env[65481]: _type = "Task" [ 781.878384] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.885819] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f8591-ed14-bf01-2e39-4da6cc5576d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.887876] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 781.897414] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884376, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.958402] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 781.959059] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-84245312-ae0c-4bf5-ab6c-84568ced3d6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 781.969659] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 781.969659] env[65481]: value = "task-4884377" [ 781.969659] env[65481]: _type = "Task" [ 781.969659] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 781.984900] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 781.995782] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 781.997899] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 782.072765] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2397e616-a142-4e76-8c1d-14010856e2d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.082621] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18d6c0e8-db7a-4ce2-a76e-29fbdd63b25f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.123390] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4340a171-9313-42b9-8f40-e2c646619fff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.134138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2132a2f-f316-4f0f-8558-c476e5142262 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.138481] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884375, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.50833} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.138757] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 47372854-b82d-4be0-8781-4806ba7bf020/47372854-b82d-4be0-8781-4806ba7bf020.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 782.141364] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 782.141364] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb80acd2-9a7e-4a34-9a90-aa2aceb4f917 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.152898] env[65481]: DEBUG nova.network.neutron [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.154525] env[65481]: DEBUG nova.compute.provider_tree [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.163746] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 782.163746] env[65481]: value = "task-4884378" [ 782.163746] env[65481]: _type = "Task" [ 782.163746] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.175549] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884378, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.379560] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f8591-ed14-bf01-2e39-4da6cc5576d3, 'name': SearchDatastore_Task, 'duration_secs': 0.06386} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.383373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.383585] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.383807] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.383966] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.384177] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.384454] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3682bcf-3ca7-4431-99e5-c2010239ebd0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.392995] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884376, 'name': CreateVM_Task, 'duration_secs': 0.495066} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.396863] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 782.397198] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.397374] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.398786] env[65481]: WARNING neutronclient.v2_0.client [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 782.399403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.399403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.399540] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 782.399751] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b240ac80-c01e-4704-8dd7-06cf17702167 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.402362] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-16c901ed-7379-4790-bc5a-1d23038b58aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.408036] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 782.408036] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524a5a14-199e-58c0-acf6-314a02326e09" [ 782.408036] env[65481]: _type = "Task" [ 782.408036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.409514] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 782.409514] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520d5830-3e63-b671-91ac-650c6c002b5f" [ 782.409514] env[65481]: _type = "Task" [ 782.409514] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.427989] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520d5830-3e63-b671-91ac-650c6c002b5f, 'name': SearchDatastore_Task, 'duration_secs': 0.012856} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.428261] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524a5a14-199e-58c0-acf6-314a02326e09, 'name': SearchDatastore_Task, 'duration_secs': 0.012335} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.429053] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.429570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 782.429570] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 782.429699] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-61f4efe9-b8b8-4d69-b1b3-a25ee3033b86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.432177] env[65481]: DEBUG nova.network.neutron [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.436832] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 782.436832] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52898d54-7b4b-963f-1b05-7341f689cf37" [ 782.436832] env[65481]: _type = "Task" [ 782.436832] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.447907] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52898d54-7b4b-963f-1b05-7341f689cf37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.484367] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.521100] env[65481]: WARNING neutronclient.v2_0.client [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.531722] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 782.635913] env[65481]: WARNING neutronclient.v2_0.client [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 782.657123] env[65481]: INFO nova.compute.manager [-] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Took 1.33 seconds to deallocate network for instance. [ 782.673117] env[65481]: DEBUG nova.network.neutron [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.678221] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884378, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07848} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.678482] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 782.679360] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a11e0961-10dc-448d-be0a-2c5c4a14eb34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.707235] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Reconfiguring VM instance instance-00000031 to attach disk [datastore1] 47372854-b82d-4be0-8781-4806ba7bf020/47372854-b82d-4be0-8781-4806ba7bf020.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 782.708729] env[65481]: ERROR nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [req-9d70cd01-0b6d-4a06-8d49-eedb6538d26a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-9d70cd01-0b6d-4a06-8d49-eedb6538d26a"}]} [ 782.709391] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af8ea2f1-d566-4caf-8906-14e649ba330e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.739504] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 782.739504] env[65481]: value = "task-4884379" [ 782.739504] env[65481]: _type = "Task" [ 782.739504] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.748809] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884379, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.755082] env[65481]: DEBUG nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 782.794824] env[65481]: DEBUG nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 782.795265] env[65481]: DEBUG nova.compute.provider_tree [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 782.814967] env[65481]: DEBUG nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 782.842037] env[65481]: DEBUG nova.network.neutron [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.859058] env[65481]: DEBUG nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 782.938131] env[65481]: DEBUG nova.network.neutron [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Updated VIF entry in instance network info cache for port 81e1e3a7-c1bb-4b83-80ac-da1f6812bc09. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 782.938728] env[65481]: DEBUG nova.network.neutron [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Updating instance_info_cache with network_info: [{"id": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "address": "fa:16:3e:d2:4f:66", "network": {"id": "45660b1a-d468-4cdd-b367-ad062ed83225", "bridge": "br-int", "label": "tempest-MultipleCreateTestJSON-675196005-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9e070f0b540e461d91f11194ac41e7f6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "d7836a5b-a91e-4d3f-8e96-afe024f62bb5", "external-id": "nsx-vlan-transportzone-419", "segmentation_id": 419, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap81e1e3a7-c1", "ovs_interfaceid": "81e1e3a7-c1bb-4b83-80ac-da1f6812bc09", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 782.940708] env[65481]: INFO nova.compute.manager [-] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Took 1.47 seconds to deallocate network for instance. [ 782.958172] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52898d54-7b4b-963f-1b05-7341f689cf37, 'name': SearchDatastore_Task, 'duration_secs': 0.013664} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 782.964368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 782.964368] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] da5e35d1-b7a4-4fd0-9128-2bb5a148da93/da5e35d1-b7a4-4fd0-9128-2bb5a148da93.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 782.964368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 782.964368] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 782.964368] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8861671a-efbb-4ca8-a8b3-3b8371b4e043 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.966918] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-38cb5164-d050-44ee-bcf1-8e978ec487d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.975625] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 782.975625] env[65481]: value = "task-4884380" [ 782.975625] env[65481]: _type = "Task" [ 782.975625] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 782.986871] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 782.986965] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 782.988824] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884377, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 782.988824] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d7642f16-4e1d-4df2-b7a5-33264696db71 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 782.997230] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884380, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.001431] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 783.001431] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52720f01-12eb-78b2-8593-699a17829133" [ 783.001431] env[65481]: _type = "Task" [ 783.001431] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.010958] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52720f01-12eb-78b2-8593-699a17829133, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.171238] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.179297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.179689] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Instance network_info: |[{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 783.181273] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:91:0a:6d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '79873fd7-68cd-4e06-932b-fe966d3f2ead', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 783.190902] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating folder: Project (63b1975a03ff45dca583d79d4e50c142). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.194228] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f62ec3ab-74dc-4b34-951c-cb215fb7f3bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.208028] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created folder: Project (63b1975a03ff45dca583d79d4e50c142) in parent group-v951696. [ 783.208315] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating folder: Instances. Parent ref: group-v951829. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 783.208602] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-76c51085-4fc4-4c89-a87a-877244c2414c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.222273] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created folder: Instances in parent group-v951829. [ 783.222572] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 783.222813] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 783.223433] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e221d87e-4498-4d9c-9919-612d48ce2215 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.253794] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884379, 'name': ReconfigVM_Task, 'duration_secs': 0.371433} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.260188] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Reconfigured VM instance instance-00000031 to attach disk [datastore1] 47372854-b82d-4be0-8781-4806ba7bf020/47372854-b82d-4be0-8781-4806ba7bf020.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 783.260546] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 783.260546] env[65481]: value = "task-4884383" [ 783.260546] env[65481]: _type = "Task" [ 783.260546] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.267883] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-be1280b5-8b84-41a0-912f-4e82957d557e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.280753] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884383, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.282528] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 783.282528] env[65481]: value = "task-4884384" [ 783.282528] env[65481]: _type = "Task" [ 783.282528] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.296914] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884384, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.345447] env[65481]: INFO nova.compute.manager [-] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Took 1.59 seconds to deallocate network for instance. [ 783.444927] env[65481]: DEBUG oslo_concurrency.lockutils [req-762ba61d-e34a-4abc-87d0-15922f600d20 req-0094e0f7-69de-4146-9f10-86d7c8fb50ae service nova] Releasing lock "refresh_cache-47372854-b82d-4be0-8781-4806ba7bf020" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.455274] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.495261] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884377, 'name': CreateSnapshot_Task, 'duration_secs': 1.161825} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.495682] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 783.497165] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d39cef2-e036-4e7f-b9de-2d234f4d9926 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.506635] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884380, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.531245] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52720f01-12eb-78b2-8593-699a17829133, 'name': SearchDatastore_Task, 'duration_secs': 0.011384} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.532578] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e3c4a67-2082-479a-a2b3-41bf10d6e4ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.548048] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 783.548048] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b770dc-b3ea-a51e-8f7e-03a175c87ed6" [ 783.548048] env[65481]: _type = "Task" [ 783.548048] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.559948] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b770dc-b3ea-a51e-8f7e-03a175c87ed6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.712736] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51e337e5-551e-4277-a021-9f81cbe32075 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.726083] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22f1d7cc-a462-45b8-8845-fca8cd338dde {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.760607] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77f32a60-e549-4a52-bf88-90cb0bfecae0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.770030] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d909cfda-578a-4937-ac38-24fd63b3d842 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.785128] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884383, 'name': CreateVM_Task, 'duration_secs': 0.445135} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.800283] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 783.800878] env[65481]: DEBUG nova.compute.provider_tree [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 783.802757] env[65481]: WARNING neutronclient.v2_0.client [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 783.803230] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.803409] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.803702] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 783.804627] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9e00e1e4-c4a8-4870-954c-652af24ca162 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.810865] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884384, 'name': Rename_Task, 'duration_secs': 0.242813} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.812517] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 783.813074] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 783.813074] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234f451-29cc-3639-1dac-575134fe3639" [ 783.813074] env[65481]: _type = "Task" [ 783.813074] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.813288] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-df0cbf53-7be8-4416-8e3c-11971f5b498d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.825762] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 783.825762] env[65481]: value = "task-4884385" [ 783.825762] env[65481]: _type = "Task" [ 783.825762] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.830070] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234f451-29cc-3639-1dac-575134fe3639, 'name': SearchDatastore_Task, 'duration_secs': 0.014116} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.834303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 783.834570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 783.834806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 783.834954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 783.835140] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 783.835974] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1fa159e5-88d7-44e5-b95b-ac0900e45e71 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.845286] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884385, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.847250] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 783.847599] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 783.848802] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4a737f8d-4581-41a2-93f9-f84128a7265d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 783.853713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 783.859530] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 783.859530] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eba592-d2a3-26bf-2f11-71d460d7355a" [ 783.859530] env[65481]: _type = "Task" [ 783.859530] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 783.871034] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eba592-d2a3-26bf-2f11-71d460d7355a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 783.993116] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884380, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.604875} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 783.993393] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] da5e35d1-b7a4-4fd0-9128-2bb5a148da93/da5e35d1-b7a4-4fd0-9128-2bb5a148da93.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 783.993600] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 783.993903] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-072e3185-b3f9-409e-a7f2-3bb00f4062b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.002598] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 784.002598] env[65481]: value = "task-4884386" [ 784.002598] env[65481]: _type = "Task" [ 784.002598] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.014212] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884386, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.042425] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 784.042425] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f26f3046-dde3-40a6-9f3a-81272fb54c11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.052898] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 784.052898] env[65481]: value = "task-4884387" [ 784.052898] env[65481]: _type = "Task" [ 784.052898] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.060468] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b770dc-b3ea-a51e-8f7e-03a175c87ed6, 'name': SearchDatastore_Task, 'duration_secs': 0.028561} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.061207] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.061493] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.061794] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-830f17d7-1f9a-44af-8802-d4657bbc6a4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.068479] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884387, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.075110] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 784.075110] env[65481]: value = "task-4884388" [ 784.075110] env[65481]: _type = "Task" [ 784.075110] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.087173] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884388, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.243996] env[65481]: DEBUG nova.compute.manager [req-8c239165-abc8-4703-81c0-779417cf6bfb req-e19d477c-9f67-4828-88b0-dd72a5504eb9 service nova] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Received event network-vif-deleted-9c9c8cab-106c-4040-9a03-b305cb18669f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.244330] env[65481]: DEBUG nova.compute.manager [req-8c239165-abc8-4703-81c0-779417cf6bfb req-e19d477c-9f67-4828-88b0-dd72a5504eb9 service nova] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Received event network-vif-deleted-7263e2e0-fc6c-469d-bacc-abc5899773cc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.270656] env[65481]: DEBUG nova.compute.manager [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Received event network-changed-79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 784.270656] env[65481]: DEBUG nova.compute.manager [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Refreshing instance network info cache due to event network-changed-79873fd7-68cd-4e06-932b-fe966d3f2ead. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 784.270656] env[65481]: DEBUG oslo_concurrency.lockutils [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 784.270656] env[65481]: DEBUG oslo_concurrency.lockutils [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 784.270949] env[65481]: DEBUG nova.network.neutron [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Refreshing network info cache for port 79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 784.306226] env[65481]: DEBUG nova.scheduler.client.report [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 784.343187] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884385, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.375062] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52eba592-d2a3-26bf-2f11-71d460d7355a, 'name': SearchDatastore_Task, 'duration_secs': 0.015015} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.376367] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9b0ac321-7e81-4050-9626-aad575102d1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.385291] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 784.385291] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b30480-1913-a462-68cf-f8c982b9cb4d" [ 784.385291] env[65481]: _type = "Task" [ 784.385291] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.399286] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b30480-1913-a462-68cf-f8c982b9cb4d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.519090] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884386, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075997} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.519090] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 784.520563] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b78dbc8-b915-48f0-9461-e77185619f06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.562254] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Reconfiguring VM instance instance-0000002f to attach disk [datastore1] da5e35d1-b7a4-4fd0-9128-2bb5a148da93/da5e35d1-b7a4-4fd0-9128-2bb5a148da93.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 784.562753] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-61a3ae73-f7c6-4a6d-b8fc-02a16c684727 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.597028] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884388, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.600139] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 784.600139] env[65481]: value = "task-4884389" [ 784.600139] env[65481]: _type = "Task" [ 784.600139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.600823] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884387, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.613621] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884389, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 784.774160] env[65481]: WARNING neutronclient.v2_0.client [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 784.815183] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.530s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 784.815512] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 784.820501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.457s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 784.822519] env[65481]: INFO nova.compute.claims [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 784.845424] env[65481]: DEBUG oslo_vmware.api [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884385, 'name': PowerOnVM_Task, 'duration_secs': 0.561835} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.845827] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 784.846127] env[65481]: INFO nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Took 7.63 seconds to spawn the instance on the hypervisor. [ 784.847368] env[65481]: DEBUG nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 784.848239] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9d259f1-03c3-4ba4-a205-7917d1ae74ff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.897511] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b30480-1913-a462-68cf-f8c982b9cb4d, 'name': SearchDatastore_Task, 'duration_secs': 0.032227} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 784.897806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 784.898037] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 784.898423] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-67dabb1d-f4cc-41b9-b3a0-cbb30dd716c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 784.907206] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 784.907206] env[65481]: value = "task-4884390" [ 784.907206] env[65481]: _type = "Task" [ 784.907206] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 784.916481] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884390, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.075112] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884387, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.098290] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884388, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.580556} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.102620] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.102781] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.103108] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0168e6dd-dfa8-41df-acfb-1c3a7410ebfa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.118054] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884389, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.118054] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 785.118054] env[65481]: value = "task-4884391" [ 785.118054] env[65481]: _type = "Task" [ 785.118054] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.127727] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884391, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.331528] env[65481]: DEBUG nova.compute.utils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 785.333398] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 785.334957] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 785.334957] env[65481]: WARNING neutronclient.v2_0.client [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.334957] env[65481]: WARNING neutronclient.v2_0.client [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 785.372571] env[65481]: INFO nova.compute.manager [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Took 33.19 seconds to build instance. [ 785.423034] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884390, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.581025] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884387, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.581388] env[65481]: DEBUG nova.policy [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 785.615383] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884389, 'name': ReconfigVM_Task, 'duration_secs': 0.776274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.615684] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Reconfigured VM instance instance-0000002f to attach disk [datastore1] da5e35d1-b7a4-4fd0-9128-2bb5a148da93/da5e35d1-b7a4-4fd0-9128-2bb5a148da93.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 785.616442] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c263b541-f621-4689-bad4-94e6552787af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.628066] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884391, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.112682} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.629253] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 785.629589] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 785.629589] env[65481]: value = "task-4884392" [ 785.629589] env[65481]: _type = "Task" [ 785.629589] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.630417] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c948da74-b550-4b3d-be54-a39521fb8361 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.669329] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfiguring VM instance instance-00000005 to attach disk [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 785.673875] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7246e04-81d1-4ad0-b3a0-b5409939ded0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.689372] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884392, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.696023] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 785.696023] env[65481]: value = "task-4884393" [ 785.696023] env[65481]: _type = "Task" [ 785.696023] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.707587] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884393, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 785.842295] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 785.877023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a9d1870b-5456-469c-85ad-8858758c9800 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 49.279s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 785.929829] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884390, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.611397} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 785.929829] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 785.930093] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 785.930187] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ca0d0f03-3185-4e1f-bd3f-dce9fb335e74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 785.943651] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 785.943651] env[65481]: value = "task-4884394" [ 785.943651] env[65481]: _type = "Task" [ 785.943651] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 785.955122] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884394, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.077954] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884387, 'name': CloneVM_Task, 'duration_secs': 2.022902} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.078239] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Created linked-clone VM from snapshot [ 786.079066] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70176744-83d9-41bf-aa73-b6921a577fac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.088370] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Uploading image 55facc1d-087b-4788-b442-2f1ba25d7982 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 786.121678] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 786.121678] env[65481]: value = "vm-951832" [ 786.121678] env[65481]: _type = "VirtualMachine" [ 786.121678] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 786.122053] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7a039fe0-e603-4c0c-9e17-1550694d0364 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.142992] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease: (returnval){ [ 786.142992] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282c3e3-dbb9-eadf-114f-bf85e1fe365d" [ 786.142992] env[65481]: _type = "HttpNfcLease" [ 786.142992] env[65481]: } obtained for exporting VM: (result){ [ 786.142992] env[65481]: value = "vm-951832" [ 786.142992] env[65481]: _type = "VirtualMachine" [ 786.142992] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 786.144394] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the lease: (returnval){ [ 786.144394] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282c3e3-dbb9-eadf-114f-bf85e1fe365d" [ 786.144394] env[65481]: _type = "HttpNfcLease" [ 786.144394] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 786.157141] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884392, 'name': Rename_Task, 'duration_secs': 0.290971} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.157449] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.157708] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ddf2269d-177e-4944-9b81-aba32a90199d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.163469] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 786.163469] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282c3e3-dbb9-eadf-114f-bf85e1fe365d" [ 786.163469] env[65481]: _type = "HttpNfcLease" [ 786.163469] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 786.163469] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 786.163469] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282c3e3-dbb9-eadf-114f-bf85e1fe365d" [ 786.163469] env[65481]: _type = "HttpNfcLease" [ 786.163469] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 786.164028] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b19febf8-fab5-40ab-8959-8ce2060006d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.168302] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 786.168302] env[65481]: value = "task-4884396" [ 786.168302] env[65481]: _type = "Task" [ 786.168302] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.178706] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 786.178900] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 786.181351] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Successfully created port: 225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 786.257252] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884396, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.267701] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884393, 'name': ReconfigVM_Task, 'duration_secs': 0.350043} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.268241] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Reconfigured VM instance instance-00000005 to attach disk [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7/5b571204-f656-4697-b62a-5caf8929d3d7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 786.268887] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c4c11e68-cc36-4ba6-9487-35c4f1dd5d25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.277604] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 786.277604] env[65481]: value = "task-4884397" [ 786.277604] env[65481]: _type = "Task" [ 786.277604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.284531] env[65481]: WARNING neutronclient.v2_0.client [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 786.293150] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884397, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.375554] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-947e10b1-87db-4e87-91d3-f40f3c2dce24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.383639] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 786.453936] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884394, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.263042} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.454280] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 786.456717] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1073441c-3ed3-47b8-b87c-010b28c8d387 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.482350] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 786.485715] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6aad339-d351-46e7-aa44-894c8ce58ee1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.507318] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 786.507318] env[65481]: value = "task-4884398" [ 786.507318] env[65481]: _type = "Task" [ 786.507318] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.516720] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884398, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.679421] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884396, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.769514] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6487dd5e-36eb-4bd2-be3a-b33d81a8c050 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.778854] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07fc8290-2fcd-4caf-b949-0b68907b055a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.828861] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884397, 'name': Rename_Task, 'duration_secs': 0.16175} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 786.829812] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e3f53be-a6ff-4fd0-b49e-935a3f218e64 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.833342] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 786.833754] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a00683d8-f01e-4b78-9afd-fd8b467a1774 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.844261] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b682b97f-52f5-4181-92c6-125cac8c4dab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.850604] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 786.850604] env[65481]: value = "task-4884399" [ 786.850604] env[65481]: _type = "Task" [ 786.850604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 786.866639] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 786.869727] env[65481]: DEBUG nova.compute.provider_tree [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 786.880023] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884399, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 786.911462] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 786.911778] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 786.912233] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 786.912467] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 786.912756] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 786.913021] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 786.913369] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 786.913611] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 786.913826] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 786.914122] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 786.914462] env[65481]: DEBUG nova.virt.hardware [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 786.916116] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90e29bb2-0fb4-4d71-833e-5cba73045aa8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.927653] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f809dede-4d12-4051-8b2f-7a5a08a506bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 786.934011] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 787.019775] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884398, 'name': ReconfigVM_Task, 'duration_secs': 0.484141} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.020508] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 787.021616] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-00cbceda-612b-4f2f-bbe9-d1ef977dab42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.033069] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 787.033069] env[65481]: value = "task-4884400" [ 787.033069] env[65481]: _type = "Task" [ 787.033069] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.046827] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884400, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.180379] env[65481]: DEBUG oslo_vmware.api [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884396, 'name': PowerOnVM_Task, 'duration_secs': 0.847438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.180701] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.180923] env[65481]: INFO nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Took 16.61 seconds to spawn the instance on the hypervisor. [ 787.184148] env[65481]: DEBUG nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 787.184148] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5d076bf-873d-44fb-b940-4810cd8d2a9c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.377508] env[65481]: DEBUG nova.scheduler.client.report [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 787.381594] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884399, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.546887] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884400, 'name': Rename_Task, 'duration_secs': 0.193507} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.547392] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 787.547581] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0fe651c-42a2-47d1-8f0b-c3ace6f4214d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.555219] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 787.555219] env[65481]: value = "task-4884401" [ 787.555219] env[65481]: _type = "Task" [ 787.555219] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 787.564993] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884401, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 787.706073] env[65481]: INFO nova.compute.manager [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Took 42.35 seconds to build instance. [ 787.865522] env[65481]: DEBUG oslo_vmware.api [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884399, 'name': PowerOnVM_Task, 'duration_secs': 0.662137} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 787.866047] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 787.866426] env[65481]: DEBUG nova.compute.manager [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 787.867230] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56df7f4b-73d6-4031-affc-403c0dbeb0d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 787.883939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.064s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 787.884826] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 787.888075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 25.985s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 787.889316] env[65481]: DEBUG nova.objects.instance [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: b762d58c-6361-4521-852f-735f795dedc9] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 787.967983] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Successfully updated port: 225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 788.010384] env[65481]: DEBUG nova.network.neutron [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updated VIF entry in instance network info cache for port 79873fd7-68cd-4e06-932b-fe966d3f2ead. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 788.011172] env[65481]: DEBUG nova.network.neutron [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 788.071380] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884401, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 788.208009] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ca466483-3f66-4735-92e2-6bfa70ce84d7 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 53.314s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.388999] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 788.398551] env[65481]: DEBUG nova.compute.utils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 788.403089] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 788.403089] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 788.403089] env[65481]: WARNING neutronclient.v2_0.client [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.403089] env[65481]: WARNING neutronclient.v2_0.client [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 788.463401] env[65481]: DEBUG nova.policy [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9927dc8fd1e44c0a93cd9318b20c454d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '00f865d2358e4936a1eb6e5b30c31687', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 788.471334] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 788.471523] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 788.471697] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 788.515044] env[65481]: DEBUG oslo_concurrency.lockutils [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 788.515044] env[65481]: DEBUG nova.compute.manager [req-9058bc96-5ad5-446b-95e3-41ca3eed8388 req-8b4caff0-6309-4973-9cd1-a61f2d1b14e9 service nova] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Received event network-vif-deleted-8edb3c62-70ed-4ab5-8caf-a67cb01ee396 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 788.568604] env[65481]: DEBUG oslo_vmware.api [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884401, 'name': PowerOnVM_Task, 'duration_secs': 0.816299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 788.568911] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 788.569979] env[65481]: INFO nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 8.56 seconds to spawn the instance on the hypervisor. [ 788.570214] env[65481]: DEBUG nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 788.571127] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30976a2c-75ec-41ab-a9ae-8378dcb8eb51 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 788.715475] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 788.854622] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Successfully created port: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 788.902036] env[65481]: DEBUG oslo_concurrency.lockutils [None req-03887f9a-bb55-477f-a655-a945fd49a9a3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 788.903247] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.367s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 788.903455] env[65481]: DEBUG nova.objects.instance [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lazy-loading 'resources' on Instance uuid a49b81b8-33b3-415f-b9c5-7dde49a0835e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 788.907827] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 789.087477] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 789.101824] env[65481]: INFO nova.compute.manager [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 36.59 seconds to build instance. [ 789.236873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.262507] env[65481]: WARNING neutronclient.v2_0.client [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 789.346741] env[65481]: DEBUG nova.compute.manager [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Received event network-vif-plugged-225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 789.346958] env[65481]: DEBUG oslo_concurrency.lockutils [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] Acquiring lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.347188] env[65481]: DEBUG oslo_concurrency.lockutils [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.347381] env[65481]: DEBUG oslo_concurrency.lockutils [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.347546] env[65481]: DEBUG nova.compute.manager [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] No waiting events found dispatching network-vif-plugged-225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 789.347708] env[65481]: WARNING nova.compute.manager [req-2def1e41-97ed-41c6-b29a-a0013d102f0f req-c1161342-ad88-4a79-a596-f23c2f9cc5c4 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Received unexpected event network-vif-plugged-225033f0-4610-490c-9451-e211f974f19a for instance with vm_state building and task_state spawning. [ 789.383130] env[65481]: DEBUG nova.network.neutron [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Updating instance_info_cache with network_info: [{"id": "225033f0-4610-490c-9451-e211f974f19a", "address": "fa:16:3e:75:c1:8c", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225033f0-46", "ovs_interfaceid": "225033f0-4610-490c-9451-e211f974f19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 789.606302] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b66e966-f67a-4add-ae77-e7b6abde7f37 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 51.483s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 789.639147] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "877112a7-91d2-47a2-8eed-0d0b5187c237" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.639383] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.887904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 789.888400] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Instance network_info: |[{"id": "225033f0-4610-490c-9451-e211f974f19a", "address": "fa:16:3e:75:c1:8c", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225033f0-46", "ovs_interfaceid": "225033f0-4610-490c-9451-e211f974f19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 789.889264] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:75:c1:8c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '225033f0-4610-490c-9451-e211f974f19a', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 789.908166] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating folder: Project (f77fa24f146446629ebd3b812d08bd17). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.917794] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b72f6cc5-4118-4c95-a03a-aa94b16dec6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.923985] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 789.934629] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created folder: Project (f77fa24f146446629ebd3b812d08bd17) in parent group-v951696. [ 789.934629] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating folder: Instances. Parent ref: group-v951833. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 789.934826] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e2588df4-aefe-45f8-aea7-6301c7557ed0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.949600] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created folder: Instances in parent group-v951833. [ 789.949988] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 789.950383] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 789.950475] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e75aeab7-9db0-4c41-9d10-a9230e568205 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 789.978337] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 789.978337] env[65481]: value = "task-4884404" [ 789.978337] env[65481]: _type = "Task" [ 789.978337] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 789.984639] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 789.987751] env[65481]: DEBUG nova.virt.hardware [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 789.987751] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 789.987751] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 789.989983] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7652d14c-d135-4edf-8c20-66eaa42ede3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.008663] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e64cc2-f24b-474a-a57b-319201b264e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.013637] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884404, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.142347] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 790.239126] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8676446-6fa2-43e5-a07d-34a65b1a476b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.257255] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe7c79f-defd-4dba-b454-1c1155391b11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.291832] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37d89f84-c951-423f-90f2-6783e168302b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.302043] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9380256-72ce-4367-a5d9-2acde88373bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.317794] env[65481]: DEBUG nova.compute.provider_tree [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 790.492031] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884404, 'name': CreateVM_Task, 'duration_secs': 0.462489} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 790.492031] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 790.492679] env[65481]: WARNING neutronclient.v2_0.client [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 790.493197] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 790.493433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 790.493764] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 790.494937] env[65481]: INFO nova.compute.manager [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Detaching volume f11d8931-78b9-4e78-9fcb-a8ca1a31f64a [ 790.497289] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-165ee976-b673-478d-9d92-05bf37da13a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.503623] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 790.503623] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dc4c3f-09a0-6bbc-b7f5-088cd91a61fe" [ 790.503623] env[65481]: _type = "Task" [ 790.503623] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.518663] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dc4c3f-09a0-6bbc-b7f5-088cd91a61fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.540373] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Successfully updated port: 267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 790.547146] env[65481]: INFO nova.virt.block_device [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Attempting to driver detach volume f11d8931-78b9-4e78-9fcb-a8ca1a31f64a from mountpoint /dev/sdb [ 790.547408] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 790.547593] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951792', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'name': 'volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cc66662-7fc5-4de7-98ea-6f9b64c9c8de', 'attached_at': '', 'detached_at': '', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'serial': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 790.548797] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ca6e565-f19b-43c7-bc2d-24a480de92e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.577790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cef24416-71fc-4e5b-9c3b-fdcb487cf78a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.587595] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e51fcd7-30c8-4796-ab69-6d98135ab928 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.614041] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90a67bbe-bbe3-41e1-bdb1-b4472e36fa38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.633177] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The volume has not been displaced from its original location: [datastore1] volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a/volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 790.638514] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfiguring VM instance instance-00000017 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 790.640391] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-153be8a0-950e-4160-8598-6c51fbcbdad8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 790.670403] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 790.670403] env[65481]: value = "task-4884405" [ 790.670403] env[65481]: _type = "Task" [ 790.670403] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 790.677422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.682577] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884405, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 790.698840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 790.699107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 790.822517] env[65481]: DEBUG nova.scheduler.client.report [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 791.025464] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dc4c3f-09a0-6bbc-b7f5-088cd91a61fe, 'name': SearchDatastore_Task, 'duration_secs': 0.023436} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.026082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 791.026268] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 791.026646] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.026831] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.027118] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 791.027401] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7a710c67-7b98-4632-89c8-e65783f53367 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.039625] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 791.039934] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 791.040786] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de22c50c-46ca-4496-9db5-87dd72347335 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.048801] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.048801] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.048801] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 791.049240] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 791.049240] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528c1a69-3788-ddb1-13ee-b363b7652474" [ 791.049240] env[65481]: _type = "Task" [ 791.049240] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.061968] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528c1a69-3788-ddb1-13ee-b363b7652474, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.158388] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.158594] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.158810] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.158978] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.159167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.162150] env[65481]: INFO nova.compute.manager [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Terminating instance [ 791.187828] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884405, 'name': ReconfigVM_Task, 'duration_secs': 0.32399} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.188343] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Reconfigured VM instance instance-00000017 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 791.195326] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4d01f3e1-fd9a-4f76-9d0e-649aade145a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.215830] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 791.215830] env[65481]: value = "task-4884406" [ 791.215830] env[65481]: _type = "Task" [ 791.215830] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.227991] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884406, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.327555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.424s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.332101] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 24.368s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.362465] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.362816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.363454] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.364432] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.364432] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.367296] env[65481]: INFO nova.compute.manager [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Terminating instance [ 791.379557] env[65481]: INFO nova.scheduler.client.report [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted allocations for instance a49b81b8-33b3-415f-b9c5-7dde49a0835e [ 791.560593] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Received event network-changed-225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 791.560661] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Refreshing instance network info cache due to event network-changed-225033f0-4610-490c-9451-e211f974f19a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 791.560909] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Acquiring lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 791.561096] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Acquired lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 791.561281] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Refreshing network info cache for port 225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 791.572227] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528c1a69-3788-ddb1-13ee-b363b7652474, 'name': SearchDatastore_Task, 'duration_secs': 0.014015} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.572841] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4eea4ba5-9d4d-4c59-8457-ca884dffb474 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.581413] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 791.581413] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d297b2-1ffa-00c5-40ac-6646ca20bdd7" [ 791.581413] env[65481]: _type = "Task" [ 791.581413] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.591340] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d297b2-1ffa-00c5-40ac-6646ca20bdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.595550] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 791.672592] env[65481]: DEBUG nova.compute.manager [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 791.672826] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.673967] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c4c481-a16d-43f8-bce2-72c870576031 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.679420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "47372854-b82d-4be0-8781-4806ba7bf020" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.679662] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.679854] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "47372854-b82d-4be0-8781-4806ba7bf020-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 791.680068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 791.680239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.683112] env[65481]: INFO nova.compute.manager [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Terminating instance [ 791.691935] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.692250] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a665bed0-aac5-4e6e-af2f-ab0be914ecd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.694846] env[65481]: WARNING neutronclient.v2_0.client [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 791.706861] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 791.706861] env[65481]: value = "task-4884407" [ 791.706861] env[65481]: _type = "Task" [ 791.706861] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.724520] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884407, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 791.737508] env[65481]: DEBUG oslo_vmware.api [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884406, 'name': ReconfigVM_Task, 'duration_secs': 0.176736} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 791.738933] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951792', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'name': 'volume-f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '7cc66662-7fc5-4de7-98ea-6f9b64c9c8de', 'attached_at': '', 'detached_at': '', 'volume_id': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a', 'serial': 'f11d8931-78b9-4e78-9fcb-a8ca1a31f64a'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 791.838583] env[65481]: INFO nova.compute.claims [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 791.844816] env[65481]: DEBUG nova.network.neutron [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updating instance_info_cache with network_info: [{"id": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "address": "fa:16:3e:86:ca:d1", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267e1b71-19", "ovs_interfaceid": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 791.872579] env[65481]: DEBUG nova.compute.manager [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 791.873365] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 791.874876] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-960c2e09-c19d-4103-b6bc-80379ad51391 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.886417] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 791.888885] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53320582-80dc-4f5d-8bd3-1238b57ed3e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 791.891179] env[65481]: DEBUG oslo_concurrency.lockutils [None req-358f934f-da4a-43b8-997d-07053d767a56 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a49b81b8-33b3-415f-b9c5-7dde49a0835e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.996s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 791.900021] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 791.900021] env[65481]: value = "task-4884408" [ 791.900021] env[65481]: _type = "Task" [ 791.900021] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 791.914729] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.068229] env[65481]: WARNING neutronclient.v2_0.client [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.094633] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d297b2-1ffa-00c5-40ac-6646ca20bdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.023244} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.094997] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.095407] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c41e1bfd-f22d-4723-a4cf-a425f148e0bb/c41e1bfd-f22d-4723-a4cf-a425f148e0bb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 792.095778] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ec271967-5701-4ee1-a084-33344a2f9cf6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.106037] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 792.106037] env[65481]: value = "task-4884409" [ 792.106037] env[65481]: _type = "Task" [ 792.106037] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.120759] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884409, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.199030] env[65481]: DEBUG nova.compute.manager [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 792.199424] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 792.200810] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44b585a2-1e58-4fa3-b046-34222c0b5773 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.211625] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 792.214875] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2717713e-0bac-46df-a66c-a6e52eaa9580 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.224051] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884407, 'name': PowerOffVM_Task, 'duration_secs': 0.264985} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.229296] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.229622] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.230082] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 792.230082] env[65481]: value = "task-4884410" [ 792.230082] env[65481]: _type = "Task" [ 792.230082] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.230396] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-832a4d96-1b3b-452a-ab53-2779138b9cb7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.246173] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884410, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.273574] env[65481]: WARNING neutronclient.v2_0.client [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.304975] env[65481]: DEBUG nova.objects.instance [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 792.325350] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.325548] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.325897] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleting the datastore file [datastore1] 6475f10f-cd01-4930-ba6f-36ff45a94bd5 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.326277] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3386c004-8bab-4e68-9920-87063fb6cc72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.339362] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 792.339362] env[65481]: value = "task-4884412" [ 792.339362] env[65481]: _type = "Task" [ 792.339362] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.352801] env[65481]: INFO nova.compute.resource_tracker [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating resource usage from migration 61772ccc-77a1-4f86-9f4a-b92c9ad86f46 [ 792.355844] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.356231] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Instance network_info: |[{"id": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "address": "fa:16:3e:86:ca:d1", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267e1b71-19", "ovs_interfaceid": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 792.356964] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:86:ca:d1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '267e1b71-19da-4b41-8a5b-b1f1af7932c8', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 792.365062] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.366582] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 792.366689] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-de212b81-d906-455c-98ae-94dfd1c78286 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.384571] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Updated VIF entry in instance network info cache for port 225033f0-4610-490c-9451-e211f974f19a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 792.384970] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Updating instance_info_cache with network_info: [{"id": "225033f0-4610-490c-9451-e211f974f19a", "address": "fa:16:3e:75:c1:8c", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap225033f0-46", "ovs_interfaceid": "225033f0-4610-490c-9451-e211f974f19a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 792.389650] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884412, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.399303] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 792.399303] env[65481]: value = "task-4884413" [ 792.399303] env[65481]: _type = "Task" [ 792.399303] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.413899] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884413, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.417928] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884408, 'name': PowerOffVM_Task, 'duration_secs': 0.376323} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.421099] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.421329] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.421838] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6fc46bb5-59ce-4370-9555-a2a75795de90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.550975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "6d7b881c-facf-4138-be2d-391633018358" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.551351] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.551593] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "6d7b881c-facf-4138-be2d-391633018358-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.551789] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.552123] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.555656] env[65481]: INFO nova.compute.manager [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Terminating instance [ 792.622793] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.624973] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.624973] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleting the datastore file [datastore1] da5e35d1-b7a4-4fd0-9128-2bb5a148da93 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.624973] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1cfebe4f-3645-453c-a9a5-49a373e86a63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.630120] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884409, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.635528] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 792.635528] env[65481]: value = "task-4884415" [ 792.635528] env[65481]: _type = "Task" [ 792.635528] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.647118] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.745304] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884410, 'name': PowerOffVM_Task, 'duration_secs': 0.260865} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.749935] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 792.750308] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 792.751031] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-256f99aa-b81b-4793-b873-3a3ce8cf7fa6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.842739] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 792.842739] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 792.842739] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleting the datastore file [datastore1] 47372854-b82d-4be0-8781-4806ba7bf020 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 792.844037] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d7e7e4cc-6bf1-4c41-aa68-06cde23292a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 792.870041] env[65481]: DEBUG oslo_vmware.api [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884412, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.419509} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 792.872348] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 792.873927] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 792.873927] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 792.873927] env[65481]: INFO nova.compute.manager [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Took 1.20 seconds to destroy the instance on the hypervisor. [ 792.873927] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 792.873927] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for the task: (returnval){ [ 792.873927] env[65481]: value = "task-4884417" [ 792.873927] env[65481]: _type = "Task" [ 792.873927] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 792.873927] env[65481]: DEBUG nova.compute.manager [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 792.873927] env[65481]: DEBUG nova.network.neutron [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 792.874901] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 792.893635] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Releasing lock "refresh_cache-c41e1bfd-f22d-4723-a4cf-a425f148e0bb" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 792.893635] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Received event network-vif-plugged-267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.893635] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Acquiring lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 792.893635] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 792.894011] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 792.894011] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] No waiting events found dispatching network-vif-plugged-267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 792.894239] env[65481]: WARNING nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Received unexpected event network-vif-plugged-267e1b71-19da-4b41-8a5b-b1f1af7932c8 for instance with vm_state building and task_state spawning. [ 792.894300] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Received event network-changed-267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 792.894706] env[65481]: DEBUG nova.compute.manager [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Refreshing instance network info cache due to event network-changed-267e1b71-19da-4b41-8a5b-b1f1af7932c8. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 792.894706] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Acquiring lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 792.894876] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Acquired lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 792.894934] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Refreshing network info cache for port 267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 792.898747] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884417, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.916348] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884413, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 792.964557] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.064455] env[65481]: DEBUG nova.compute.manager [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 793.064455] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 793.064779] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c84a84ab-992b-46a0-9d6f-566252f3c67d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.076117] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 793.079247] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7c8412b4-b26d-400c-b521-113c704a9e44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.088380] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 793.088380] env[65481]: value = "task-4884418" [ 793.088380] env[65481]: _type = "Task" [ 793.088380] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.101322] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884418, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.135271] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884409, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.741348} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.135593] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c41e1bfd-f22d-4723-a4cf-a425f148e0bb/c41e1bfd-f22d-4723-a4cf-a425f148e0bb.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 793.135593] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 793.141062] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b2c39ca4-9b55-42bb-a029-7395c7ac52c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.157116] env[65481]: DEBUG oslo_vmware.api [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.402938} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.159366] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.159366] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.160692] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.160692] env[65481]: INFO nova.compute.manager [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Took 1.29 seconds to destroy the instance on the hypervisor. [ 793.160692] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.160814] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 793.160814] env[65481]: value = "task-4884419" [ 793.160814] env[65481]: _type = "Task" [ 793.160814] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.164921] env[65481]: DEBUG nova.compute.manager [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 793.165149] env[65481]: DEBUG nova.network.neutron [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.165379] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.180505] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884419, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.246709] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.310933] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdca9f76-209a-4480-81ae-a2aa1bec651b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.314857] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b2d93296-fbd4-4a4c-aed7-be105eaf4b02 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.327s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 793.324030] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87c3d951-36da-4500-ac16-1befc9316035 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.370589] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-070e2b9a-5903-423b-adc1-160474a39f1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.382290] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d535736-36c8-49ac-9f6f-b92144cf5a94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.400809] env[65481]: DEBUG nova.compute.provider_tree [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 793.403308] env[65481]: WARNING neutronclient.v2_0.client [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.404947] env[65481]: DEBUG oslo_vmware.api [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Task: {'id': task-4884417, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.26868} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.408621] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 793.408904] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 793.408980] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 793.409152] env[65481]: INFO nova.compute.manager [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Took 1.21 seconds to destroy the instance on the hypervisor. [ 793.409405] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 793.409604] env[65481]: DEBUG nova.compute.manager [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 793.409691] env[65481]: DEBUG nova.network.neutron [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 793.410042] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.421026] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884413, 'name': CreateVM_Task, 'duration_secs': 0.575788} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.421563] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 793.421840] env[65481]: WARNING neutronclient.v2_0.client [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.422270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.422423] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.422767] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 793.423122] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e965197a-35f5-4ce6-95a1-14832652f361 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.429316] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 793.429316] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d49fc0-d968-52f6-06d9-c9d26d3b3a51" [ 793.429316] env[65481]: _type = "Task" [ 793.429316] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.438671] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d49fc0-d968-52f6-06d9-c9d26d3b3a51, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.485056] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.599499] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884418, 'name': PowerOffVM_Task, 'duration_secs': 0.393589} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.599499] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 793.599878] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 793.600034] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c98602a2-0473-417e-840f-a8e755625695 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.646118] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 793.646445] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 793.646657] env[65481]: DEBUG nova.compute.manager [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 793.648633] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7fafc1-2bc6-4416-852b-8398b46b26c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.656198] env[65481]: DEBUG nova.compute.manager [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 793.656856] env[65481]: DEBUG nova.objects.instance [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 793.675345] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 793.675691] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 793.675893] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore2] 6d7b881c-facf-4138-be2d-391633018358 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 793.677052] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6684709e-970a-473e-ad87-9b95da94abe2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.683831] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884419, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079905} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.683831] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 793.684588] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3fac96c-2650-440e-856f-310d6bdcae3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.689565] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 793.689565] env[65481]: value = "task-4884421" [ 793.689565] env[65481]: _type = "Task" [ 793.689565] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.715592] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Reconfiguring VM instance instance-00000033 to attach disk [datastore2] c41e1bfd-f22d-4723-a4cf-a425f148e0bb/c41e1bfd-f22d-4723-a4cf-a425f148e0bb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 793.716773] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0082bdd9-a32c-4215-90be-43594ca38ce6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.736108] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884421, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.744925] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 793.744925] env[65481]: value = "task-4884422" [ 793.744925] env[65481]: _type = "Task" [ 793.744925] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.754315] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884422, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.830650] env[65481]: DEBUG nova.network.neutron [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 793.915900] env[65481]: WARNING neutronclient.v2_0.client [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 793.934918] env[65481]: ERROR nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [req-f2641c61-9c3d-4619-8bd6-a4998bd1706a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f2641c61-9c3d-4619-8bd6-a4998bd1706a"}]} [ 793.944963] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d49fc0-d968-52f6-06d9-c9d26d3b3a51, 'name': SearchDatastore_Task, 'duration_secs': 0.028454} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 793.945364] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 793.945600] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 793.945854] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 793.945974] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 793.946173] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 793.946492] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2dcf2d9e-ec4a-4bf7-a9af-6ae0c36ce1de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.959964] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 793.959964] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 793.961871] env[65481]: DEBUG nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 793.963933] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7112adf6-4e27-422b-94cc-dfc3f0640e8f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 793.976661] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 793.976661] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c99094-df07-91df-77e8-7e9a617cae1b" [ 793.976661] env[65481]: _type = "Task" [ 793.976661] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 793.984770] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c99094-df07-91df-77e8-7e9a617cae1b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 793.987066] env[65481]: DEBUG nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 793.987328] env[65481]: DEBUG nova.compute.provider_tree [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.001120] env[65481]: DEBUG nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 794.021766] env[65481]: DEBUG nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 794.073863] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updated VIF entry in instance network info cache for port 267e1b71-19da-4b41-8a5b-b1f1af7932c8. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 794.074431] env[65481]: DEBUG nova.network.neutron [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updating instance_info_cache with network_info: [{"id": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "address": "fa:16:3e:86:ca:d1", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267e1b71-19", "ovs_interfaceid": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.205942] env[65481]: DEBUG oslo_vmware.api [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884421, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.391753} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.206303] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 794.206404] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 794.206580] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 794.206743] env[65481]: INFO nova.compute.manager [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 6d7b881c-facf-4138-be2d-391633018358] Took 1.14 seconds to destroy the instance on the hypervisor. [ 794.206985] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 794.207288] env[65481]: DEBUG nova.compute.manager [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 794.207379] env[65481]: DEBUG nova.network.neutron [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 794.207623] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.265441] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884422, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.273778] env[65481]: DEBUG nova.network.neutron [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.294092] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.338250] env[65481]: INFO nova.compute.manager [-] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Took 1.46 seconds to deallocate network for instance. [ 794.423497] env[65481]: DEBUG nova.compute.manager [req-b77dbf70-c777-4137-a1f4-bb65182ef5d0 req-73835182-dc3e-4a7f-94e1-cf873235371c service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-deleted-5d52a8b4-99d5-4b7d-800e-aaed8d6fe823 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.423681] env[65481]: INFO nova.compute.manager [req-b77dbf70-c777-4137-a1f4-bb65182ef5d0 req-73835182-dc3e-4a7f-94e1-cf873235371c service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Neutron deleted interface 5d52a8b4-99d5-4b7d-800e-aaed8d6fe823; detaching it from the instance and deleting it from the info cache [ 794.423966] env[65481]: DEBUG nova.network.neutron [req-b77dbf70-c777-4137-a1f4-bb65182ef5d0 req-73835182-dc3e-4a7f-94e1-cf873235371c service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [{"id": "35db339a-905c-4b6a-81d5-fd34402b6e26", "address": "fa:16:3e:65:d3:65", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.78", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap35db339a-90", "ovs_interfaceid": "35db339a-905c-4b6a-81d5-fd34402b6e26", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "720ecf9f-3c20-49ed-af0a-15337726358d", "address": "fa:16:3e:a9:2a:21", "network": {"id": "9178f82a-ded4-4d2f-a87f-e668bf2ad91c", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-854348231", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.128", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "61a172ee-af3f-473e-b12a-3fee5bf39c8d", "external-id": "nsx-vlan-transportzone-997", "segmentation_id": 997, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap720ecf9f-3c", "ovs_interfaceid": "720ecf9f-3c20-49ed-af0a-15337726358d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.470899] env[65481]: DEBUG nova.compute.manager [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Received event network-changed-79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 794.471587] env[65481]: DEBUG nova.compute.manager [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Refreshing instance network info cache due to event network-changed-79873fd7-68cd-4e06-932b-fe966d3f2ead. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 794.471587] env[65481]: DEBUG oslo_concurrency.lockutils [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 794.471724] env[65481]: DEBUG oslo_concurrency.lockutils [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 794.472132] env[65481]: DEBUG nova.network.neutron [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Refreshing network info cache for port 79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 794.494256] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c99094-df07-91df-77e8-7e9a617cae1b, 'name': SearchDatastore_Task, 'duration_secs': 0.031548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.497565] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-868f95a0-1ae1-4262-baf3-92663720c768 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.504807] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 794.504807] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf3cd-3f88-b247-0614-b084762558be" [ 794.504807] env[65481]: _type = "Task" [ 794.504807] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.514818] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf3cd-3f88-b247-0614-b084762558be, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.578280] env[65481]: DEBUG oslo_concurrency.lockutils [req-f2d58d4c-183b-465a-9c71-34e561552e85 req-524649bf-9cc7-4f3b-8c6b-81a129b69700 service nova] Releasing lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 794.651163] env[65481]: DEBUG nova.network.neutron [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 794.668038] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 794.671711] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c3c5b2d7-7a6b-4341-9595-f17839aa15e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.680670] env[65481]: DEBUG oslo_vmware.api [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 794.680670] env[65481]: value = "task-4884423" [ 794.680670] env[65481]: _type = "Task" [ 794.680670] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.690987] env[65481]: DEBUG oslo_vmware.api [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884423, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.743338] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afa7daa5-70fc-4ca0-b73e-450d6d924f56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.757505] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-251d281a-c107-4dcc-8639-f3daec96a048 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.767129] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884422, 'name': ReconfigVM_Task, 'duration_secs': 0.638463} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 794.769161] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Reconfigured VM instance instance-00000033 to attach disk [datastore2] c41e1bfd-f22d-4723-a4cf-a425f148e0bb/c41e1bfd-f22d-4723-a4cf-a425f148e0bb.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 794.769161] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7f0ba354-9fb6-4e99-b01a-fd9a1fd082af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.800449] env[65481]: INFO nova.compute.manager [-] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Took 1.39 seconds to deallocate network for instance. [ 794.804014] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae36463a-da62-4ff1-ace6-c06d5c5ef8fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.811972] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 794.811972] env[65481]: value = "task-4884424" [ 794.811972] env[65481]: _type = "Task" [ 794.811972] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 794.821571] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ee9840e-4683-4a6c-9f9e-ca1f9c6ff7b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.832795] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884424, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 794.845610] env[65481]: DEBUG nova.compute.provider_tree [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 794.849049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 794.927199] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-993ef181-2ab9-41f0-a9da-5c40d82f5844 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.944286] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01fdadb6-a42a-4daa-8eda-d6bf9ca75b0b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 794.992426] env[65481]: WARNING neutronclient.v2_0.client [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 794.996758] env[65481]: DEBUG nova.compute.manager [req-b77dbf70-c777-4137-a1f4-bb65182ef5d0 req-73835182-dc3e-4a7f-94e1-cf873235371c service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Detach interface failed, port_id=5d52a8b4-99d5-4b7d-800e-aaed8d6fe823, reason: Instance da5e35d1-b7a4-4fd0-9128-2bb5a148da93 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 795.015956] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf3cd-3f88-b247-0614-b084762558be, 'name': SearchDatastore_Task, 'duration_secs': 0.015017} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.016288] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.016559] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/08160ce9-8689-43b2-a934-2e9c1e4ce078.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 795.016830] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7b2af84d-a033-4d51-a1b4-a788402e672b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.026019] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 795.026019] env[65481]: value = "task-4884425" [ 795.026019] env[65481]: _type = "Task" [ 795.026019] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.037934] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884425, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.038256] env[65481]: DEBUG nova.network.neutron [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.153788] env[65481]: INFO nova.compute.manager [-] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Took 1.99 seconds to deallocate network for instance. [ 795.182577] env[65481]: WARNING neutronclient.v2_0.client [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.193419] env[65481]: DEBUG oslo_vmware.api [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884423, 'name': PowerOffVM_Task, 'duration_secs': 0.277144} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.193722] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 795.193920] env[65481]: DEBUG nova.compute.manager [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 795.195030] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95703f2b-c9a2-47dc-863a-507454bcbc20 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.271442] env[65481]: DEBUG nova.network.neutron [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updated VIF entry in instance network info cache for port 79873fd7-68cd-4e06-932b-fe966d3f2ead. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 795.271742] env[65481]: DEBUG nova.network.neutron [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 795.315137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.326422] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884424, 'name': Rename_Task, 'duration_secs': 0.209237} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 795.326715] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 795.326972] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03debcc-3697-4611-a8ad-dc31ba4679ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.336403] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 795.336403] env[65481]: value = "task-4884426" [ 795.336403] env[65481]: _type = "Task" [ 795.336403] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 795.348436] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884426, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.399706] env[65481]: DEBUG nova.scheduler.client.report [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 74 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 795.399984] env[65481]: DEBUG nova.compute.provider_tree [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 74 to 75 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 795.400226] env[65481]: DEBUG nova.compute.provider_tree [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 795.423061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.423364] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.423720] env[65481]: DEBUG nova.objects.instance [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.538446] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884425, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.541115] env[65481]: INFO nova.compute.manager [-] [instance: 6d7b881c-facf-4138-be2d-391633018358] Took 1.33 seconds to deallocate network for instance. [ 795.660207] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 795.709577] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c4b76b0b-04b7-4e34-aed6-a388f75fc9bf tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.063s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.775518] env[65481]: DEBUG oslo_concurrency.lockutils [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 795.775805] env[65481]: DEBUG nova.compute.manager [req-fa5aad09-8491-426e-a87b-1ee7c9dbe0cf req-6ba19b6d-06e2-4b28-a415-96ce3fb170ab service nova] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Received event network-vif-deleted-290f11f3-dd36-40d2-9209-478b860ba43f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 795.850707] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884426, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 795.906997] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 4.575s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.907300] env[65481]: INFO nova.compute.manager [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Migrating [ 795.914737] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 27.264s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.914994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 795.915267] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 795.915677] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.934s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 795.916964] env[65481]: DEBUG nova.objects.instance [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'resources' on Instance uuid b762d58c-6361-4521-852f-735f795dedc9 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 795.920745] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7ca4efa-0ae1-4a4c-ba60-5d078240fe98 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.929935] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 795.941455] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1aa0282-ac7d-42f8-948e-d3a59c7f46a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.960945] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-837be756-8a87-45b9-b774-dfbbedb6cc84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 795.971814] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5c8efb2-9135-400c-98bc-9bb48f4a3a2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.008500] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177741MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 796.008646] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.038347] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884425, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.683916} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.039010] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/08160ce9-8689-43b2-a934-2e9c1e4ce078.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 796.039329] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 796.040160] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35c9202c-ee43-4d15-836c-dfb84cc6762f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.050227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 796.050654] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 796.050654] env[65481]: value = "task-4884427" [ 796.050654] env[65481]: _type = "Task" [ 796.050654] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.055679] env[65481]: DEBUG nova.objects.instance [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 796.065403] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884427, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.077431] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 796.078821] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a53c63bd-78f5-4f59-a877-82b8627f636a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.090549] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 796.090760] env[65481]: ERROR oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk due to incomplete transfer. [ 796.091121] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-aa47f57f-e678-4bf0-87c6-148d2aaf31bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.101787] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/5234b564-ef73-2ebd-8b7b-f63eef961b79/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 796.102089] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Uploaded image 55facc1d-087b-4788-b442-2f1ba25d7982 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 796.104411] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 796.104736] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f34af3d4-c5be-4b84-80db-c7280487e89a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.112988] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 796.112988] env[65481]: value = "task-4884428" [ 796.112988] env[65481]: _type = "Task" [ 796.112988] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.124082] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884428, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.349264] env[65481]: DEBUG oslo_vmware.api [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884426, 'name': PowerOnVM_Task, 'duration_secs': 0.665764} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.349617] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 796.349848] env[65481]: INFO nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Took 9.48 seconds to spawn the instance on the hypervisor. [ 796.350038] env[65481]: DEBUG nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 796.350884] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24d14030-c6b6-4296-9702-2c6bb494720c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.433571] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 796.433800] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 796.433985] env[65481]: DEBUG nova.network.neutron [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 796.559468] env[65481]: DEBUG nova.objects.base [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 796.559741] env[65481]: DEBUG nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 796.560499] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.560840] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 796.568661] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884427, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080222} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.571549] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 796.573340] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab5cab5-756d-49e6-b70f-6d7b39d2e8e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.597829] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/08160ce9-8689-43b2-a934-2e9c1e4ce078.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 796.600970] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ce450bb0-55bf-4f11-9034-5e3aef4ef2d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.616650] env[65481]: DEBUG nova.policy [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 796.627749] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884428, 'name': Destroy_Task, 'duration_secs': 0.395363} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 796.632101] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Destroyed the VM [ 796.632101] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 796.632382] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 796.632382] env[65481]: value = "task-4884429" [ 796.632382] env[65481]: _type = "Task" [ 796.632382] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.632788] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-723ed2e2-a081-477b-aa1d-339a1e664e20 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 796.644485] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884429, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.648720] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 796.648720] env[65481]: value = "task-4884430" [ 796.648720] env[65481]: _type = "Task" [ 796.648720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 796.658277] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884430, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 796.880135] env[65481]: INFO nova.compute.manager [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Took 37.92 seconds to build instance. [ 796.938250] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.030816] env[65481]: DEBUG nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Successfully created port: c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 797.141299] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff237bf1-1fa0-4e4f-8aa4-005be694179f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.150211] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 797.163177] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884429, 'name': ReconfigVM_Task, 'duration_secs': 0.361613} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.163388] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/08160ce9-8689-43b2-a934-2e9c1e4ce078.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 797.165043] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1a7e0d-b98c-430f-a41e-d329bf98ca9f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.169498] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5455a4e7-414f-470a-a3a5-67d861b7eeb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.176337] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884430, 'name': RemoveSnapshot_Task} progress is 50%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.215210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-249dc079-3f1d-442f-aae4-8e300401b641 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.218373] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 797.218373] env[65481]: value = "task-4884431" [ 797.218373] env[65481]: _type = "Task" [ 797.218373] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.226375] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ef25f9d-46da-46af-a09b-6a018651aab7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.234353] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884431, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.246165] env[65481]: DEBUG nova.compute.provider_tree [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 797.249771] env[65481]: DEBUG nova.compute.manager [req-b5a908ed-1827-4147-8ad7-59f8bee666c1 req-91a86c4c-320d-4f11-9883-9fd32e4fa908 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-deleted-720ecf9f-3c20-49ed-af0a-15337726358d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.250013] env[65481]: DEBUG nova.compute.manager [req-b5a908ed-1827-4147-8ad7-59f8bee666c1 req-91a86c4c-320d-4f11-9883-9fd32e4fa908 service nova] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Received event network-vif-deleted-35db339a-905c-4b6a-81d5-fd34402b6e26 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.259491] env[65481]: DEBUG nova.network.neutron [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 797.333345] env[65481]: DEBUG nova.compute.manager [req-b68aff5f-7257-483e-b96a-2497cbd15029 req-a394b47a-e6a8-4f96-afda-e5a9c506f5fd service nova] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Received event network-vif-deleted-81e1e3a7-c1bb-4b83-80ac-da1f6812bc09 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.333615] env[65481]: DEBUG nova.compute.manager [req-b68aff5f-7257-483e-b96a-2497cbd15029 req-a394b47a-e6a8-4f96-afda-e5a9c506f5fd service nova] [instance: 6d7b881c-facf-4138-be2d-391633018358] Received event network-vif-deleted-e4040e8f-6945-4021-a92d-669d55695788 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 797.383804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0a32e831-e6b9-4d21-97e0-5af53cf9bd98 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.815s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 797.662456] env[65481]: DEBUG oslo_vmware.api [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884430, 'name': RemoveSnapshot_Task, 'duration_secs': 0.594056} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.662740] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 797.662948] env[65481]: INFO nova.compute.manager [None req-21c85e54-b90a-4a15-aac8-2e8e07efac85 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 16.25 seconds to snapshot the instance on the hypervisor. [ 797.732436] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884431, 'name': Rename_Task, 'duration_secs': 0.195106} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 797.732725] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 797.733280] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0ca91cca-1b73-47df-a6d6-9dcb2793dcf8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 797.744149] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 797.744149] env[65481]: value = "task-4884432" [ 797.744149] env[65481]: _type = "Task" [ 797.744149] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 797.754930] env[65481]: DEBUG nova.scheduler.client.report [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 797.758425] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884432, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 797.763091] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 797.885857] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 798.221780] env[65481]: DEBUG nova.objects.instance [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.257648] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884432, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 798.259971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.344s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.262559] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.241s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.264725] env[65481]: INFO nova.compute.claims [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 798.300076] env[65481]: INFO nova.scheduler.client.report [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocations for instance b762d58c-6361-4521-852f-735f795dedc9 [ 798.405615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.569818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.570447] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.570810] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.571144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.571771] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.578830] env[65481]: INFO nova.compute.manager [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Terminating instance [ 798.623731] env[65481]: DEBUG nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Successfully updated port: c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 798.726657] env[65481]: DEBUG oslo_concurrency.lockutils [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 798.726862] env[65481]: DEBUG oslo_concurrency.lockutils [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 798.727025] env[65481]: DEBUG nova.network.neutron [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 798.727203] env[65481]: DEBUG nova.objects.instance [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'info_cache' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 798.743939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.744286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.744640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 798.744834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 798.745016] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 798.747449] env[65481]: INFO nova.compute.manager [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Terminating instance [ 798.759048] env[65481]: DEBUG oslo_vmware.api [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884432, 'name': PowerOnVM_Task, 'duration_secs': 0.587444} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 798.759820] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 798.760031] env[65481]: INFO nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Took 8.84 seconds to spawn the instance on the hypervisor. [ 798.760206] env[65481]: DEBUG nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 798.761011] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c6c8a2e-3e76-4732-bcb4-4bd592e71b16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 798.808163] env[65481]: DEBUG oslo_concurrency.lockutils [None req-10aef85e-f06b-4a37-85d3-ae94e3b1bd20 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "b762d58c-6361-4521-852f-735f795dedc9" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.900s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.083455] env[65481]: DEBUG nova.compute.manager [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 799.083800] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.086036] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5cbe0d0-3a9f-4109-aed3-77ce1df0a565 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.094609] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.094737] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c26c2a93-0c0b-4381-b166-7bf960a7102d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.101150] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 799.101150] env[65481]: value = "task-4884433" [ 799.101150] env[65481]: _type = "Task" [ 799.101150] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.110735] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884433, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.127207] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 799.128032] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 799.128032] env[65481]: DEBUG nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 799.230464] env[65481]: DEBUG nova.objects.base [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Object Instance<7cc66662-7fc5-4de7-98ea-6f9b64c9c8de> lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 799.254123] env[65481]: DEBUG nova.compute.manager [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 799.254410] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 799.255375] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a5d4b69-5d22-411c-8050-0aecee431249 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.265124] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.265399] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-196a6b51-4e0e-4391-8367-aea17d82fd13 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.272375] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 799.272375] env[65481]: value = "task-4884434" [ 799.272375] env[65481]: _type = "Task" [ 799.272375] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.288035] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb0cd5a1-4360-4446-933f-dc56edb776c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.295548] env[65481]: INFO nova.compute.manager [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Took 37.97 seconds to build instance. [ 799.296973] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884434, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.313959] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 799.611703] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884433, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.667860] env[65481]: WARNING nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 799.732764] env[65481]: WARNING neutronclient.v2_0.client [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.773085] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 799.784214] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884434, 'name': PowerOffVM_Task, 'duration_secs': 0.383351} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 799.787266] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 799.787507] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 799.787988] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9c0d4ffe-8887-41eb-b724-f9a1459afafd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.800055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68a26f58-fdcc-4421-aa73-3ac3086728bd tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 57.869s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 799.824196] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 799.824962] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47db0f23-7ecb-4865-b388-875430204099 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.839893] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 799.839893] env[65481]: value = "task-4884436" [ 799.839893] env[65481]: _type = "Task" [ 799.839893] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.852310] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884436, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.853842] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c464e81-cdab-4479-86cf-af79edd2f321 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.858588] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 799.858844] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 799.859065] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore2] c41e1bfd-f22d-4723-a4cf-a425f148e0bb {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 799.860672] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9202d949-e2e3-4fc3-a2d3-065dc3988bbc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.867528] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b86aec80-3836-4678-8f98-18c627fc151e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.872164] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 799.872164] env[65481]: value = "task-4884437" [ 799.872164] env[65481]: _type = "Task" [ 799.872164] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 799.908451] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-947141a7-9785-4742-962a-e9839cc46574 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.914447] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 799.921012] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00fc8d54-3c1e-4bed-b488-d94d0bbb78fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 799.938890] env[65481]: DEBUG nova.compute.provider_tree [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 799.945536] env[65481]: WARNING neutronclient.v2_0.client [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.012251] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.034634] env[65481]: DEBUG nova.network.neutron [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [{"id": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "address": "fa:16:3e:5d:81:00", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.190", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2c833fff-50", "ovs_interfaceid": "2c833fff-5059-4b7b-9fcb-255e8b0e2887", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.081244] env[65481]: DEBUG nova.compute.manager [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-vif-plugged-c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 800.081490] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.081714] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.082404] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.082404] env[65481]: DEBUG nova.compute.manager [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] No waiting events found dispatching network-vif-plugged-c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 800.082579] env[65481]: WARNING nova.compute.manager [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received unexpected event network-vif-plugged-c97cb01d-08da-4b88-a97b-61c87e553cb6 for instance with vm_state active and task_state None. [ 800.082801] env[65481]: DEBUG nova.compute.manager [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-changed-c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 800.082934] env[65481]: DEBUG nova.compute.manager [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing instance network info cache due to event network-changed-c97cb01d-08da-4b88-a97b-61c87e553cb6. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 800.083084] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.097501] env[65481]: DEBUG nova.network.neutron [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c97cb01d-08da-4b88-a97b-61c87e553cb6", "address": "fa:16:3e:10:ed:58", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cb01d-08", "ovs_interfaceid": "c97cb01d-08da-4b88-a97b-61c87e553cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 800.112314] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884433, 'name': PowerOffVM_Task, 'duration_secs': 0.547361} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.113159] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.113349] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 800.113600] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-60db4f90-a38f-4356-82bc-298f15499a08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.186154] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 800.186393] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 800.186571] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleting the datastore file [datastore1] a4fa0aff-8c29-475a-a287-2aa3ee3bbf93 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 800.186961] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46c68ec5-ba1c-451a-854f-89e609bcc918 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.194709] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 800.194709] env[65481]: value = "task-4884439" [ 800.194709] env[65481]: _type = "Task" [ 800.194709] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.204225] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884439, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.335094] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "00902224-aae0-4414-93e9-895098881d15" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.335289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.335515] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "00902224-aae0-4414-93e9-895098881d15-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 800.335710] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.335972] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.338318] env[65481]: INFO nova.compute.manager [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Terminating instance [ 800.351271] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884436, 'name': PowerOffVM_Task, 'duration_secs': 0.199811} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.351820] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 800.351820] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 800.385732] env[65481]: DEBUG oslo_vmware.api [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.201296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.385992] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.386179] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.386349] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.386521] env[65481]: INFO nova.compute.manager [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Took 1.13 seconds to destroy the instance on the hypervisor. [ 800.386785] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.386941] env[65481]: DEBUG nova.compute.manager [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 800.387169] env[65481]: DEBUG nova.network.neutron [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 800.387352] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.444855] env[65481]: DEBUG nova.scheduler.client.report [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 800.459927] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.536945] env[65481]: DEBUG oslo_concurrency.lockutils [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "refresh_cache-7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.600563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 800.601368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 800.601522] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.601794] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 800.602022] env[65481]: DEBUG nova.network.neutron [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Refreshing network info cache for port c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 800.603968] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-006a4836-d171-41bb-b4ce-4665ac7a37fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.622622] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.622966] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.623077] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.623429] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.623429] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.623529] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.623729] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.624396] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.624396] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.624396] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.624572] env[65481]: DEBUG nova.virt.hardware [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.630661] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfiguring VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 800.631335] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1341b205-2ef6-4a79-bf73-7a808b4a8cfe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.650623] env[65481]: DEBUG oslo_vmware.api [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 800.650623] env[65481]: value = "task-4884440" [ 800.650623] env[65481]: _type = "Task" [ 800.650623] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.663264] env[65481]: DEBUG oslo_vmware.api [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884440, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.705760] env[65481]: DEBUG oslo_vmware.api [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884439, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154951} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 800.706068] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 800.706310] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 800.706491] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 800.706657] env[65481]: INFO nova.compute.manager [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Took 1.62 seconds to destroy the instance on the hypervisor. [ 800.706903] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 800.707113] env[65481]: DEBUG nova.compute.manager [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 800.707215] env[65481]: DEBUG nova.network.neutron [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 800.707466] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.743101] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 800.847032] env[65481]: DEBUG nova.compute.manager [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 800.847713] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 800.848800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbc4cb4a-8423-4e3f-8282-551048e56636 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.858879] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 800.859502] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 800.859502] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 800.859653] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 800.859689] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 800.860166] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 800.860166] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 800.860166] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 800.860439] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 800.860490] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 800.860664] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 800.870309] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-86eba2e6-e241-4254-ad5e-e9705302ef3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.881088] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 800.881423] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e23efd01-89f3-4228-90b0-d4003c67a0d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 800.889368] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 800.889368] env[65481]: value = "task-4884441" [ 800.889368] env[65481]: _type = "Task" [ 800.889368] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.891270] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 800.891270] env[65481]: value = "task-4884442" [ 800.891270] env[65481]: _type = "Task" [ 800.891270] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 800.905402] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884442, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.907715] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884441, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 800.950637] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.688s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 800.951454] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 800.955504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.553s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 800.958164] env[65481]: INFO nova.compute.claims [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 801.109068] env[65481]: WARNING neutronclient.v2_0.client [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.161368] env[65481]: DEBUG oslo_vmware.api [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884440, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.164901] env[65481]: DEBUG nova.network.neutron [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.280952] env[65481]: WARNING neutronclient.v2_0.client [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.375918] env[65481]: DEBUG nova.network.neutron [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updated VIF entry in instance network info cache for port c97cb01d-08da-4b88-a97b-61c87e553cb6. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 801.376560] env[65481]: DEBUG nova.network.neutron [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "c97cb01d-08da-4b88-a97b-61c87e553cb6", "address": "fa:16:3e:10:ed:58", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc97cb01d-08", "ovs_interfaceid": "c97cb01d-08da-4b88-a97b-61c87e553cb6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.405438] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884441, 'name': PowerOffVM_Task, 'duration_secs': 0.242314} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.409104] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 801.409465] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 801.409890] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884442, 'name': ReconfigVM_Task, 'duration_secs': 0.201329} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 801.410325] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ac54c671-edd4-40f8-b854-5503f0b9ed10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.413234] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 801.464869] env[65481]: DEBUG nova.compute.utils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 801.468612] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 801.468847] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 801.469016] env[65481]: WARNING neutronclient.v2_0.client [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.469424] env[65481]: WARNING neutronclient.v2_0.client [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 801.495112] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 801.495462] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 801.495772] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleting the datastore file [datastore1] 00902224-aae0-4414-93e9-895098881d15 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 801.496160] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c54f2a3d-2372-41dc-bcf0-c5613e4352e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.505249] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for the task: (returnval){ [ 801.505249] env[65481]: value = "task-4884444" [ 801.505249] env[65481]: _type = "Task" [ 801.505249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.516529] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884444, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.518231] env[65481]: DEBUG nova.policy [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '04aaa03d05dc40a084b199b62393fe34', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4ab9f084d064b44870df7f83cc5a50c', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 801.544814] env[65481]: DEBUG nova.compute.manager [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 801.545098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 801.545944] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70e750e2-8c91-484c-a3e0-0f30b83b8451 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.548934] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ec94b35d-73fd-4e2f-9ba9-04d3087433ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.556078] env[65481]: DEBUG nova.network.neutron [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 801.560868] env[65481]: DEBUG oslo_vmware.api [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 801.560868] env[65481]: value = "task-4884445" [ 801.560868] env[65481]: _type = "Task" [ 801.560868] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.570517] env[65481]: DEBUG oslo_vmware.api [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884445, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.665370] env[65481]: DEBUG oslo_vmware.api [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884440, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.668606] env[65481]: INFO nova.compute.manager [-] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Took 1.28 seconds to deallocate network for instance. [ 801.740920] env[65481]: DEBUG nova.compute.manager [req-407ba7e2-9286-485c-9ffd-b14021b50690 req-a775170b-5f73-4a65-a031-f28921f9f7ee service nova] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Received event network-vif-deleted-225033f0-4610-490c-9451-e211f974f19a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 801.842646] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Successfully created port: 528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 801.881786] env[65481]: DEBUG oslo_concurrency.lockutils [req-f232e2b8-498f-4973-a46c-608b1595be3f req-833aea8c-ba22-4c9c-a715-3a19343b28b8 service nova] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 801.922551] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:38:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5abde74d-296d-4f27-9983-b22114c5bfd0',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913137061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 801.922989] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 801.923265] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 801.923549] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 801.923792] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 801.924593] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 801.924593] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 801.924593] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 801.924741] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 801.924839] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 801.925035] env[65481]: DEBUG nova.virt.hardware [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 801.930508] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 801.932062] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-66c0d327-bf1f-4ed8-9b1e-ce40bee78d42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 801.955229] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 801.955229] env[65481]: value = "task-4884446" [ 801.955229] env[65481]: _type = "Task" [ 801.955229] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 801.964708] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884446, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 801.969620] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 802.016940] env[65481]: DEBUG oslo_vmware.api [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Task: {'id': task-4884444, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.234355} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.019890] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 802.019890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 802.020161] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 802.020343] env[65481]: INFO nova.compute.manager [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] [instance: 00902224-aae0-4414-93e9-895098881d15] Took 1.17 seconds to destroy the instance on the hypervisor. [ 802.020608] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 802.021319] env[65481]: DEBUG nova.compute.manager [-] [instance: 00902224-aae0-4414-93e9-895098881d15] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 802.021417] env[65481]: DEBUG nova.network.neutron [-] [instance: 00902224-aae0-4414-93e9-895098881d15] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 802.021681] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.060350] env[65481]: INFO nova.compute.manager [-] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Took 1.35 seconds to deallocate network for instance. [ 802.072863] env[65481]: INFO nova.compute.manager [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] instance snapshotting [ 802.075557] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.079378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9cca21a7-6a96-4354-988d-88bc87190666 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.086558] env[65481]: DEBUG oslo_vmware.api [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884445, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.108552] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e034afa2-fdf6-4cf7-b066-6de656395ccf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.167206] env[65481]: DEBUG oslo_vmware.api [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884440, 'name': ReconfigVM_Task, 'duration_secs': 1.137053} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.167610] env[65481]: WARNING neutronclient.v2_0.client [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 802.167840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 802.168052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfigured VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 802.178533] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.432247] env[65481]: INFO nova.compute.manager [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Rescuing [ 802.432374] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 802.432507] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 802.432670] env[65481]: DEBUG nova.network.neutron [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 802.466296] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884446, 'name': ReconfigVM_Task, 'duration_secs': 0.319645} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.469428] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 802.470813] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ceacb78-0e4b-4b70-bae4-0967d2ca88fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.501305] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 802.505283] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4e44ca5c-3096-4ffd-b34c-276516e44c0e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.528616] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 802.528616] env[65481]: value = "task-4884447" [ 802.528616] env[65481]: _type = "Task" [ 802.528616] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.544811] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884447, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.576992] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 802.577361] env[65481]: DEBUG oslo_vmware.api [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884445, 'name': PowerOnVM_Task, 'duration_secs': 0.665438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 802.577639] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 802.577844] env[65481]: DEBUG nova.compute.manager [None req-598a1db6-ff58-4f9a-8516-f0374db7bb48 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 802.578824] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c3b3b8b9-c720-4aa6-a6ce-e0cd64e320a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.625055] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 802.626805] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-d9956849-b468-4a0b-8b51-0dcc44d55a50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.629931] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f640e35-3c29-4672-aefc-fc30eac0b431 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.640312] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9075fab-3405-4f7f-b754-a4c456bf17f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.644230] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 802.644230] env[65481]: value = "task-4884448" [ 802.644230] env[65481]: _type = "Task" [ 802.644230] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 802.678250] env[65481]: DEBUG oslo_concurrency.lockutils [None req-606ae0dd-fbf6-4d01-b1eb-6d588a8b128a tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.255s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 802.680558] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb3933f-017a-46b9-be25-f3467655249a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.686667] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 802.693843] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a390eec-a81b-4770-a3f5-afd4fa7ed510 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 802.710087] env[65481]: DEBUG nova.compute.provider_tree [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 802.827300] env[65481]: DEBUG nova.network.neutron [-] [instance: 00902224-aae0-4414-93e9-895098881d15] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 802.936765] env[65481]: WARNING neutronclient.v2_0.client [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.004289] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 803.036145] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 803.036481] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 803.036548] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 803.036732] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 803.036865] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 803.037010] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 803.037261] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 803.037381] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 803.037540] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 803.037694] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 803.037888] env[65481]: DEBUG nova.virt.hardware [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 803.038654] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53c569e8-abdc-4ca9-bdc5-bab109040fab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.050586] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884447, 'name': ReconfigVM_Task, 'duration_secs': 0.375729} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 803.051727] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8771c070-ba41-43c3-b53d-366b05e8edc8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.056536] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 803.056830] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.157439] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.190240] env[65481]: WARNING neutronclient.v2_0.client [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 803.213413] env[65481]: DEBUG nova.scheduler.client.report [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 803.280675] env[65481]: DEBUG nova.network.neutron [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updating instance_info_cache with network_info: [{"id": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "address": "fa:16:3e:86:ca:d1", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267e1b71-19", "ovs_interfaceid": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 803.330341] env[65481]: INFO nova.compute.manager [-] [instance: 00902224-aae0-4414-93e9-895098881d15] Took 1.31 seconds to deallocate network for instance. [ 803.425118] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Successfully updated port: 528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 803.563551] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f62ac945-d704-4c85-8b54-e7f4c9af9f24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.584511] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7e8cfd5-c721-4421-9909-6a160bf28447 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 803.603223] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 803.659947] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884448, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 803.718865] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.763s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.719485] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 803.722467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 33.499s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.722643] env[65481]: DEBUG nova.objects.instance [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 803.740648] env[65481]: DEBUG nova.compute.manager [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received event network-vif-plugged-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 803.741147] env[65481]: DEBUG oslo_concurrency.lockutils [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] Acquiring lock "3c624edd-c5db-45a3-af92-9788d9755023-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.741389] env[65481]: DEBUG oslo_concurrency.lockutils [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] Lock "3c624edd-c5db-45a3-af92-9788d9755023-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 803.742752] env[65481]: DEBUG oslo_concurrency.lockutils [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] Lock "3c624edd-c5db-45a3-af92-9788d9755023-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 803.742949] env[65481]: DEBUG nova.compute.manager [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] No waiting events found dispatching network-vif-plugged-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 803.743261] env[65481]: WARNING nova.compute.manager [req-6366192f-684f-4e6f-80e1-c8d29eae8272 req-af28e403-cbd5-4af3-bc77-a7f89f7cfebd service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received unexpected event network-vif-plugged-528d4870-ed11-456b-a956-2f0e6606ab74 for instance with vm_state building and task_state spawning. [ 803.784278] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 803.837627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 803.929867] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 803.930098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquired lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 803.931026] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 804.033129] env[65481]: DEBUG nova.compute.manager [req-1a0f6d37-3cd8-4b99-a3c2-9807030d676d req-e0aa2515-8a64-442d-9334-94d138270445 service nova] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Received event network-vif-deleted-33735437-c604-46e9-8072-ac243c67e990 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.033293] env[65481]: DEBUG nova.compute.manager [req-1a0f6d37-3cd8-4b99-a3c2-9807030d676d req-e0aa2515-8a64-442d-9334-94d138270445 service nova] [instance: 00902224-aae0-4414-93e9-895098881d15] Received event network-vif-deleted-62ee39b9-424e-4add-8958-1c1ca406c7f6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 804.109503] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.109865] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.159290] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884448, 'name': CreateSnapshot_Task, 'duration_secs': 1.242438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 804.159560] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 804.160355] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d5d75f3-cad5-496f-85d3-f0d2799c3503 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.170758] env[65481]: DEBUG nova.network.neutron [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Port 5e010650-0515-4c72-ae8e-38303c5718a5 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 804.228365] env[65481]: DEBUG nova.compute.utils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 804.232438] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 804.234187] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 804.234187] env[65481]: WARNING neutronclient.v2_0.client [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.234187] env[65481]: WARNING neutronclient.v2_0.client [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.277594] env[65481]: DEBUG nova.policy [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '38e5cde7d3004e86b81fa9c005cef839', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '43597ac6ae724203862ae7028433bba3', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 804.471350] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 804.602747] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Successfully created port: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 804.635582] env[65481]: WARNING neutronclient.v2_0.client [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 804.683020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 804.686310] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f046705b-0ac2-4d9c-92f2-b24f01b3a140 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 804.698848] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 804.698848] env[65481]: value = "task-4884449" [ 804.698848] env[65481]: _type = "Task" [ 804.698848] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 804.708027] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884449, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 804.737055] env[65481]: DEBUG nova.network.neutron [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [{"id": "528d4870-ed11-456b-a956-2f0e6606ab74", "address": "fa:16:3e:01:73:b0", "network": {"id": "7ae8a176-77e9-4966-9c9a-ebf559c2b684", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1222049994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ab9f084d064b44870df7f83cc5a50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528d4870-ed", "ovs_interfaceid": "528d4870-ed11-456b-a956-2f0e6606ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 804.740143] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b7f33fd6-2bdd-42ab-a472-27ec97b60183 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.017s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 804.740409] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 804.742599] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.448s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 804.742803] env[65481]: DEBUG nova.objects.instance [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lazy-loading 'resources' on Instance uuid fdca127b-6482-4d08-bddc-a43167df9cfb {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 805.011818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.012156] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.211784] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.212094] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.212277] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 805.221193] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884449, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.241284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Releasing lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 805.242141] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Instance network_info: |[{"id": "528d4870-ed11-456b-a956-2f0e6606ab74", "address": "fa:16:3e:01:73:b0", "network": {"id": "7ae8a176-77e9-4966-9c9a-ebf559c2b684", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1222049994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ab9f084d064b44870df7f83cc5a50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528d4870-ed", "ovs_interfaceid": "528d4870-ed11-456b-a956-2f0e6606ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 805.242308] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:01:73:b0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'f625f389-b7cf-49b9-998a-87f3a9e3f234', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '528d4870-ed11-456b-a956-2f0e6606ab74', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 805.251144] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Creating folder: Project (a4ab9f084d064b44870df7f83cc5a50c). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.260264] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-90d6f029-9dee-4fa6-a8fe-4aceb1de2e72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.272475] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Created folder: Project (a4ab9f084d064b44870df7f83cc5a50c) in parent group-v951696. [ 805.272776] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Creating folder: Instances. Parent ref: group-v951839. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 805.273064] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cda05c5c-fd1f-4a85-9840-6e62329ccbca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.283745] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Created folder: Instances in parent group-v951839. [ 805.284466] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 805.284466] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 805.284466] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-94c3023b-79bd-4aab-9a7a-85434927b6f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.310221] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 805.310221] env[65481]: value = "task-4884452" [ 805.310221] env[65481]: _type = "Task" [ 805.310221] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.324671] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884452, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.324671] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 805.324671] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3c1a9732-b9bf-4ed0-86b2-860bc0be7591 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.332126] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 805.332126] env[65481]: value = "task-4884453" [ 805.332126] env[65481]: _type = "Task" [ 805.332126] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.347980] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884453, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.372618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-c97cb01d-08da-4b88-a97b-61c87e553cb6" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 805.372877] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-c97cb01d-08da-4b88-a97b-61c87e553cb6" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 805.518437] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 805.714481] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884449, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 805.764297] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 805.800490] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 805.800800] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 805.800998] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 805.801283] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 805.801613] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 805.801874] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 805.802186] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 805.802362] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 805.802555] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 805.802740] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 805.802915] env[65481]: DEBUG nova.virt.hardware [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 805.804348] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a042e8-bfaa-4691-9821-c5d0dbfcfb69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.821739] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f854ab1-973e-4e6b-b244-ee19e368b5f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.835677] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884452, 'name': CreateVM_Task, 'duration_secs': 0.421532} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.841233] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 805.842871] env[65481]: DEBUG nova.compute.manager [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 805.843292] env[65481]: DEBUG nova.compute.manager [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing instance network info cache due to event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 805.843616] env[65481]: DEBUG oslo_concurrency.lockutils [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] Acquiring lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.843871] env[65481]: DEBUG oslo_concurrency.lockutils [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] Acquired lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.844198] env[65481]: DEBUG nova.network.neutron [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 805.870134] env[65481]: WARNING neutronclient.v2_0.client [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.870813] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.871121] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.871675] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 805.878947] env[65481]: WARNING neutronclient.v2_0.client [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.883200] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-beb31997-1818-4fd3-9c89-bec591206612 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.886545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 805.886800] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 805.894435] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba2cb817-8335-41fb-bf32-490b48ce6e92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.900721] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884453, 'name': PowerOffVM_Task, 'duration_secs': 0.40498} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 805.900721] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 805.902731] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72cdd322-988c-4063-b1a6-ad5fea5b9498 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.923347] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 805.923347] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253d719-f235-7d8c-494a-507797f77379" [ 805.923347] env[65481]: _type = "Task" [ 805.923347] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 805.927408] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35760d72-c6b5-40ba-bb4e-5a2939f0129a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.957067] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab9854bd-d74a-4a7b-815a-899d0e58f1d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 805.980047] env[65481]: WARNING neutronclient.v2_0.client [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 805.985996] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfiguring VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 805.991050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4945886e-e99e-4f0a-9a84-cc370b6b528c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.004944] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253d719-f235-7d8c-494a-507797f77379, 'name': SearchDatastore_Task, 'duration_secs': 0.012474} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.011216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.011216] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.011216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.011216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.011216] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.013771] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f17490fb-13ae-4d76-a347-3ce3e60f2eab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.019304] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 806.019304] env[65481]: value = "task-4884454" [ 806.019304] env[65481]: _type = "Task" [ 806.019304] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.027683] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.027781] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.034179] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49eaf59d-3ea4-4974-80ca-f5bc2a3bc919 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.047057] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.050728] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 806.050728] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e8f67-b8fa-0e77-5843-0228a637b198" [ 806.050728] env[65481]: _type = "Task" [ 806.050728] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.056046] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 806.057565] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bdb83ce4-62df-4804-98c3-7fd47f6b6861 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.059721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b942d998-eeaf-4cfe-a38d-55a66addc800 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.066081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 806.073329] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e8f67-b8fa-0e77-5843-0228a637b198, 'name': SearchDatastore_Task, 'duration_secs': 0.018128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.076506] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 806.076506] env[65481]: value = "task-4884455" [ 806.076506] env[65481]: _type = "Task" [ 806.076506] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.076760] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5905300c-8c07-41ff-8a36-c1865129e55b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.079823] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3eb8bf6-2cc1-4ba6-bc9b-de8328166292 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.090497] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 806.090497] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb6fab-0efa-0249-a523-8148c2445cbb" [ 806.090497] env[65481]: _type = "Task" [ 806.090497] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.124846] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55d701ca-46cf-4a98-ba3d-45f58547308c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.127707] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 806.127918] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 806.128213] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.128326] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.128500] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 806.129037] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56d6333a-e240-4a4a-b328-3bbfab351527 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.138809] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bb6fab-0efa-0249-a523-8148c2445cbb, 'name': SearchDatastore_Task, 'duration_secs': 0.039306} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.141566] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.141848] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 3c624edd-c5db-45a3-af92-9788d9755023/3c624edd-c5db-45a3-af92-9788d9755023.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 806.143278] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-221eda10-1300-4c6b-942e-f6902508cb67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.146491] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f496882c-90e9-4487-9f2b-f16adcfa927f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.150808] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 806.150999] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 806.151778] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f5fe6750-5635-4ab4-9209-92c402a13103 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.158267] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 806.158267] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5235de12-a9ab-4e19-ec0b-378c35140cc7" [ 806.158267] env[65481]: _type = "Task" [ 806.158267] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.168434] env[65481]: DEBUG nova.compute.provider_tree [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 806.170046] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 806.170046] env[65481]: value = "task-4884456" [ 806.170046] env[65481]: _type = "Task" [ 806.170046] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.191167] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5235de12-a9ab-4e19-ec0b-378c35140cc7, 'name': SearchDatastore_Task, 'duration_secs': 0.016793} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.193059] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884456, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.193178] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7c272a24-55f6-4d1b-ba24-85013b1cd380 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.199675] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 806.199675] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523861fc-04b4-9b28-e58d-4d4545fdf1db" [ 806.199675] env[65481]: _type = "Task" [ 806.199675] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.212122] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523861fc-04b4-9b28-e58d-4d4545fdf1db, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.215962] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884449, 'name': CloneVM_Task, 'duration_secs': 1.376663} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.215962] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Created linked-clone VM from snapshot [ 806.216540] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f68dc48-f5cf-4e4a-888c-2cc6e03ab27c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.221107] env[65481]: WARNING neutronclient.v2_0.client [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.224300] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.230760] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Uploading image 7890049a-4620-4b89-b84b-45c349dba147 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 806.256917] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 806.256917] env[65481]: value = "vm-951838" [ 806.256917] env[65481]: _type = "VirtualMachine" [ 806.256917] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 806.257260] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-651c9488-2e85-4028-b26c-575962141b2d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.265145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 806.265350] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 806.265524] env[65481]: DEBUG nova.network.neutron [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 806.268361] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease: (returnval){ [ 806.268361] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e79f9c-8e72-adbf-8792-7c3bbf7ca746" [ 806.268361] env[65481]: _type = "HttpNfcLease" [ 806.268361] env[65481]: } obtained for exporting VM: (result){ [ 806.268361] env[65481]: value = "vm-951838" [ 806.268361] env[65481]: _type = "VirtualMachine" [ 806.268361] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 806.268620] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the lease: (returnval){ [ 806.268620] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e79f9c-8e72-adbf-8792-7c3bbf7ca746" [ 806.268620] env[65481]: _type = "HttpNfcLease" [ 806.268620] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 806.283998] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 806.283998] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e79f9c-8e72-adbf-8792-7c3bbf7ca746" [ 806.283998] env[65481]: _type = "HttpNfcLease" [ 806.283998] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 806.283998] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 806.283998] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e79f9c-8e72-adbf-8792-7c3bbf7ca746" [ 806.283998] env[65481]: _type = "HttpNfcLease" [ 806.283998] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 806.283998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75a04158-d9e7-40ce-81b1-fc5b7e61c36d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.292671] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 806.292907] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 806.387178] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-45085400-853d-48fd-965c-5ce64c746319 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.394677] env[65481]: DEBUG nova.network.neutron [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updated VIF entry in instance network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 806.394677] env[65481]: DEBUG nova.network.neutron [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [{"id": "528d4870-ed11-456b-a956-2f0e6606ab74", "address": "fa:16:3e:01:73:b0", "network": {"id": "7ae8a176-77e9-4966-9c9a-ebf559c2b684", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1222049994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ab9f084d064b44870df7f83cc5a50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528d4870-ed", "ovs_interfaceid": "528d4870-ed11-456b-a956-2f0e6606ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 806.530151] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.677871] env[65481]: DEBUG nova.scheduler.client.report [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 806.688401] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Successfully updated port: e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 806.695977] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884456, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.711461] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523861fc-04b4-9b28-e58d-4d4545fdf1db, 'name': SearchDatastore_Task, 'duration_secs': 0.01276} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 806.711461] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.712119] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 806.712586] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-33c3e4a4-5c16-4f9b-a6e2-9020f01aac52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 806.720427] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 806.720427] env[65481]: value = "task-4884458" [ 806.720427] env[65481]: _type = "Task" [ 806.720427] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 806.730218] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884458, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 806.770448] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 806.903115] env[65481]: DEBUG oslo_concurrency.lockutils [req-756b400a-a969-4c19-8251-a4fb17b5d475 req-a984dd49-947a-4f23-b216-1410f975c9a5 service nova] Releasing lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 806.994542] env[65481]: WARNING neutronclient.v2_0.client [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 807.042615] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.105381] env[65481]: DEBUG nova.network.neutron [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 807.188192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.444s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.194844] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 34.402s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.196830] env[65481]: INFO nova.compute.claims [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 807.200176] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884456, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.814113} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.201218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.202434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 807.202621] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 807.203816] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 3c624edd-c5db-45a3-af92-9788d9755023/3c624edd-c5db-45a3-af92-9788d9755023.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 807.204055] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 807.204946] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0a6b60b8-39fc-45fc-ba73-a7612e885547 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.213881] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 807.213881] env[65481]: value = "task-4884459" [ 807.213881] env[65481]: _type = "Task" [ 807.213881] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.238611] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884459, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.244667] env[65481]: INFO nova.scheduler.client.report [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Deleted allocations for instance fdca127b-6482-4d08-bddc-a43167df9cfb [ 807.248784] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884458, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.533116] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.609312] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 807.727171] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884459, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.0825} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 807.732060] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 807.733417] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3b72a0-83b4-4c7b-99c5-4bacf4ce947b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.763539] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Reconfiguring VM instance instance-00000035 to attach disk [datastore1] 3c624edd-c5db-45a3-af92-9788d9755023/3c624edd-c5db-45a3-af92-9788d9755023.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 807.766202] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884458, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.766771] env[65481]: DEBUG oslo_concurrency.lockutils [None req-48aa0cc6-0a87-4c36-a114-f14802baf0ec tempest-ServersTestJSON-1779791453 tempest-ServersTestJSON-1779791453-project-member] Lock "fdca127b-6482-4d08-bddc-a43167df9cfb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.181s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.767703] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-53d2d012-ac2f-40be-a293-4937f6c71637 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 807.784420] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 807.795201] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 807.795201] env[65481]: value = "task-4884460" [ 807.795201] env[65481]: _type = "Task" [ 807.795201] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 807.806779] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884460, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 807.893039] env[65481]: DEBUG nova.compute.manager [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received event network-vif-plugged-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.893836] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Acquiring lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 807.894204] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 807.894449] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 807.894863] env[65481]: DEBUG nova.compute.manager [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] No waiting events found dispatching network-vif-plugged-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 807.894863] env[65481]: WARNING nova.compute.manager [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received unexpected event network-vif-plugged-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e for instance with vm_state building and task_state spawning. [ 807.895056] env[65481]: DEBUG nova.compute.manager [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 807.895102] env[65481]: DEBUG nova.compute.manager [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing instance network info cache due to event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 807.895309] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Acquiring lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 807.934522] env[65481]: WARNING neutronclient.v2_0.client [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.034135] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.079590] env[65481]: DEBUG nova.network.neutron [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 808.144218] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3de1df90-d0e0-4c85-a440-04c711bc77dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.165712] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7de35795-aaf1-4bc1-aa9e-b2eea6234402 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.174206] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 808.244162] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884458, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.306754] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.543721] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.585384] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 808.586041] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Instance network_info: |[{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 808.586833] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Acquired lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 808.587309] env[65481]: DEBUG nova.network.neutron [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 808.589012] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0b:73:db', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dced2f3d-7fd3-4a42-836d-9f02dab4c949', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 808.602325] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 808.604476] env[65481]: WARNING neutronclient.v2_0.client [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 808.612325] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 808.613831] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-430fe081-7bfa-4296-92c4-9a7ada2fb1f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.652093] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 808.652093] env[65481]: value = "task-4884461" [ 808.652093] env[65481]: _type = "Task" [ 808.652093] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.664292] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884461, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.683215] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 808.683889] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-458181d7-4988-45cd-b921-dedc0620db20 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.692815] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 808.692815] env[65481]: value = "task-4884462" [ 808.692815] env[65481]: _type = "Task" [ 808.692815] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.708993] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884462, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.744230] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884458, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.842237} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 808.744557] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 808.745402] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec8222f-1fe4-46f7-9435-91ec507a7206 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.775022] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfiguring VM instance instance-00000034 to attach disk [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 808.778451] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cfb0c403-3fae-4389-a2e5-702794b6a5b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.812993] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884460, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.813556] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 808.813556] env[65481]: value = "task-4884463" [ 808.813556] env[65481]: _type = "Task" [ 808.813556] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 808.827486] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 808.971946] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-616fcdd4-0589-456e-839a-4a4d5f5a2ca4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 808.981274] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0d46000-df55-4501-b803-56eaffd4f669 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.019532] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f38058e6-0db4-4e82-8f3a-d583b00dce65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.030867] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90d976e2-9318-4390-920e-371c93b6f123 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.038731] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.052778] env[65481]: DEBUG nova.compute.provider_tree [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 809.169055] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884461, 'name': CreateVM_Task, 'duration_secs': 0.38681} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.169055] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 809.169055] env[65481]: WARNING neutronclient.v2_0.client [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.169055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.169055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.169055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 809.169055] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce70ac1c-a6ad-4980-90f4-a10544cd56ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.176413] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 809.176413] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52183a6d-3f67-641c-af2b-9fbe7cb48569" [ 809.176413] env[65481]: _type = "Task" [ 809.176413] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.186929] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52183a6d-3f67-641c-af2b-9fbe7cb48569, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.204103] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884462, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.318460] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884460, 'name': ReconfigVM_Task, 'duration_secs': 1.248056} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.320180] env[65481]: WARNING neutronclient.v2_0.client [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 809.326558] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Reconfigured VM instance instance-00000035 to attach disk [datastore1] 3c624edd-c5db-45a3-af92-9788d9755023/3c624edd-c5db-45a3-af92-9788d9755023.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.328055] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-70b77454-4523-485a-bb55-c9561b581896 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.337478] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884463, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.339333] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 809.339333] env[65481]: value = "task-4884464" [ 809.339333] env[65481]: _type = "Task" [ 809.339333] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.349256] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884464, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.472639] env[65481]: DEBUG nova.network.neutron [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updated VIF entry in instance network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 809.473064] env[65481]: DEBUG nova.network.neutron [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 809.538022] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.557020] env[65481]: DEBUG nova.scheduler.client.report [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 809.689713] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52183a6d-3f67-641c-af2b-9fbe7cb48569, 'name': SearchDatastore_Task, 'duration_secs': 0.02108} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.690138] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 809.690420] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 809.690714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 809.690905] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 809.691128] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 809.691432] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bb734480-3fef-4569-a249-ee0bf0b56439 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.705888] env[65481]: DEBUG oslo_vmware.api [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884462, 'name': PowerOnVM_Task, 'duration_secs': 0.513104} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.706207] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 809.706430] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55fa0190-ff48-483b-8bc0-57e8fafe596b tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance '4ab04750-f79c-4ba4-9522-f40d182a60de' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 809.712181] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 809.712384] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 809.713204] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ce51a785-088e-4b8c-84bc-3fa5a521f6c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.720711] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 809.720711] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf46e-bc17-715b-b8e4-711459c22df0" [ 809.720711] env[65481]: _type = "Task" [ 809.720711] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.729832] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf46e-bc17-715b-b8e4-711459c22df0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.830326] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884463, 'name': ReconfigVM_Task, 'duration_secs': 0.634732} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.830326] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfigured VM instance instance-00000034 to attach disk [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 809.830938] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c73f220a-5fa7-4d14-a419-4890f2bdce6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.869373] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-96b4344b-4b83-4c3f-be80-439dd10a9da7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.887365] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884464, 'name': Rename_Task, 'duration_secs': 0.209716} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 809.888247] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 809.888541] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 809.888541] env[65481]: value = "task-4884465" [ 809.888541] env[65481]: _type = "Task" [ 809.888541] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.889337] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-bf0c4073-2621-4328-ab8a-53133f74863b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 809.900911] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884465, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.902699] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 809.902699] env[65481]: value = "task-4884466" [ 809.902699] env[65481]: _type = "Task" [ 809.902699] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 809.911797] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884466, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 809.977905] env[65481]: DEBUG oslo_concurrency.lockutils [req-b4e41bea-3582-493b-9071-637980efaacf req-6ea24d99-eaa6-4faf-a148-c8d7bc6b6cd5 service nova] Releasing lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.037207] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.062573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.868s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 810.063451] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 810.066311] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 32.717s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 810.068035] env[65481]: INFO nova.compute.claims [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 810.235480] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf46e-bc17-715b-b8e4-711459c22df0, 'name': SearchDatastore_Task, 'duration_secs': 0.019666} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.238888] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31c27591-ecbe-4ca7-ab59-f7d91219f4af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.247765] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 810.247765] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52daa778-9069-a2aa-8c3b-21d7566403d4" [ 810.247765] env[65481]: _type = "Task" [ 810.247765] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.262682] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52daa778-9069-a2aa-8c3b-21d7566403d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.402628] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884465, 'name': ReconfigVM_Task, 'duration_secs': 0.265995} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.402981] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 810.403394] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3a52c696-448e-4354-96a3-ad20da7e8f5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.417042] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884466, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.418238] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 810.418238] env[65481]: value = "task-4884467" [ 810.418238] env[65481]: _type = "Task" [ 810.418238] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.427951] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884467, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.539019] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.573283] env[65481]: DEBUG nova.compute.utils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 810.577853] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 810.578128] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 810.578724] env[65481]: WARNING neutronclient.v2_0.client [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.578940] env[65481]: WARNING neutronclient.v2_0.client [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 810.629448] env[65481]: DEBUG nova.policy [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '82d150d1e8974afc8d67e4ff39ab4d1e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'fa499c0ffadd45a7b7f6a132ae5e92d2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 810.764712] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52daa778-9069-a2aa-8c3b-21d7566403d4, 'name': SearchDatastore_Task, 'duration_secs': 0.017083} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.765061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 810.765352] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] e0bc5f61-ea72-491e-b5d1-f16b0f16455a/e0bc5f61-ea72-491e-b5d1-f16b0f16455a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 810.765810] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-243d02fc-c334-4ff1-a47f-30b5b767c7e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.777542] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 810.777542] env[65481]: value = "task-4884468" [ 810.777542] env[65481]: _type = "Task" [ 810.777542] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 810.793738] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884468, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 810.918035] env[65481]: DEBUG oslo_vmware.api [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884466, 'name': PowerOnVM_Task, 'duration_secs': 0.885039} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 810.918424] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 810.919189] env[65481]: INFO nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Took 7.91 seconds to spawn the instance on the hypervisor. [ 810.919189] env[65481]: DEBUG nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 810.921334] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccf95f94-190b-490e-aeec-15934b8feeba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 810.938540] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884467, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.040525] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.079393] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 811.140198] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Successfully created port: 89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 811.288397] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884468, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.431924] env[65481]: DEBUG oslo_vmware.api [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884467, 'name': PowerOnVM_Task, 'duration_secs': 0.605047} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.432132] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 811.437956] env[65481]: DEBUG nova.compute.manager [None req-5b7d7ffe-255b-4964-8909-d117f18a2801 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 811.439157] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3c3472d-97f6-4b97-ae1a-3ef86f8ef2a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.456689] env[65481]: INFO nova.compute.manager [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Took 42.46 seconds to build instance. [ 811.543620] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.771998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7783da98-c058-4306-aaa0-8712ebc43531 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.787446] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbbf4208-d2b8-4061-81ce-3cfb9ae33c21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.801121] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884468, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.731455} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 811.829025] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] e0bc5f61-ea72-491e-b5d1-f16b0f16455a/e0bc5f61-ea72-491e-b5d1-f16b0f16455a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 811.829025] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 811.829025] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e81734a5-f093-4319-aa8c-0cd94a097f8c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.831738] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c5d2b80-5809-40d7-b488-f72fbd1171ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.845216] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f382a53-88f8-44c3-9a87-5ce7422e780e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 811.849873] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 811.849873] env[65481]: value = "task-4884469" [ 811.849873] env[65481]: _type = "Task" [ 811.849873] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 811.863266] env[65481]: DEBUG nova.compute.provider_tree [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 811.870502] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884469, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 811.958090] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a8ed441-0798-4139-90e2-224f9511d2c8 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.509s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.040830] env[65481]: DEBUG oslo_vmware.api [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884454, 'name': ReconfigVM_Task, 'duration_secs': 5.826377} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.040830] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 812.040830] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Reconfigured VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 812.040830] env[65481]: WARNING neutronclient.v2_0.client [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.040830] env[65481]: WARNING neutronclient.v2_0.client [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 812.090781] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 812.114857] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 812.115873] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 812.115873] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 812.115873] env[65481]: DEBUG nova.virt.hardware [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 812.116575] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbcc5014-4919-4659-bd43-21285594948c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.126183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf735b0-c5a0-453c-804e-5cac0ef67ff4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.360316] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884469, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084412} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.360554] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 812.361393] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8cff554-be5a-45e4-bbfe-75f40d818be4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.366689] env[65481]: DEBUG nova.scheduler.client.report [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 812.388037] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Reconfiguring VM instance instance-00000036 to attach disk [datastore1] e0bc5f61-ea72-491e-b5d1-f16b0f16455a/e0bc5f61-ea72-491e-b5d1-f16b0f16455a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 812.389174] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-91cdf7d1-4c04-4058-8cc6-53261b5d0186 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.409667] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 812.409667] env[65481]: value = "task-4884470" [ 812.409667] env[65481]: _type = "Task" [ 812.409667] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.418717] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884470, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.635561] env[65481]: DEBUG nova.compute.manager [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-vif-deleted-c97cb01d-08da-4b88-a97b-61c87e553cb6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.635883] env[65481]: INFO nova.compute.manager [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Neutron deleted interface c97cb01d-08da-4b88-a97b-61c87e553cb6; detaching it from the instance and deleting it from the info cache [ 812.640448] env[65481]: DEBUG nova.network.neutron [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 812.752415] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Successfully updated port: 89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 812.893791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.826s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.893791] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 812.898443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.367s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.900948] env[65481]: INFO nova.compute.claims [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 812.921728] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884470, 'name': ReconfigVM_Task, 'duration_secs': 0.390895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 812.922327] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Reconfigured VM instance instance-00000036 to attach disk [datastore1] e0bc5f61-ea72-491e-b5d1-f16b0f16455a/e0bc5f61-ea72-491e-b5d1-f16b0f16455a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 812.922856] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d183dfe-aa28-4b51-ac0e-a54b619b07ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 812.931610] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 812.931610] env[65481]: value = "task-4884471" [ 812.931610] env[65481]: _type = "Task" [ 812.931610] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 812.944250] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884471, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 812.973314] env[65481]: DEBUG nova.compute.manager [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Received event network-vif-plugged-89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 812.973314] env[65481]: DEBUG oslo_concurrency.lockutils [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] Acquiring lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 812.973314] env[65481]: DEBUG oslo_concurrency.lockutils [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 812.973314] env[65481]: DEBUG oslo_concurrency.lockutils [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 812.974144] env[65481]: DEBUG nova.compute.manager [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] No waiting events found dispatching network-vif-plugged-89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 812.975187] env[65481]: WARNING nova.compute.manager [req-8af0b14d-8399-419e-bece-f94609568ea7 req-fafbbb23-be92-4770-bd13-479f56b266d2 service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Received unexpected event network-vif-plugged-89fadb95-5f1f-455c-a9e6-c7871ec65906 for instance with vm_state building and task_state spawning. [ 813.008487] env[65481]: INFO nova.compute.manager [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Unrescuing [ 813.009823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.009823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquired lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.009823] env[65481]: DEBUG nova.network.neutron [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.147899] env[65481]: DEBUG oslo_concurrency.lockutils [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.147899] env[65481]: DEBUG oslo_concurrency.lockutils [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] Acquired lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.147899] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a2a7f3-922f-4ed6-b31c-5d26dd05fc8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.168116] env[65481]: DEBUG oslo_concurrency.lockutils [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] Releasing lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 813.168922] env[65481]: WARNING nova.compute.manager [req-d73c1164-58ed-42cf-8a6a-f24e182aa551 req-b53f9baa-659c-4efe-84e0-9e3e5201c8f6 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Detach interface failed, port_id=c97cb01d-08da-4b88-a97b-61c87e553cb6, reason: No device with interface-id c97cb01d-08da-4b88-a97b-61c87e553cb6 exists on VM: nova.exception.NotFound: No device with interface-id c97cb01d-08da-4b88-a97b-61c87e553cb6 exists on VM [ 813.253700] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.253956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquired lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.254228] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.275761] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.290054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.290054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.290366] env[65481]: DEBUG nova.network.neutron [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.402026] env[65481]: DEBUG nova.compute.utils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 813.403235] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 813.403893] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 813.404545] env[65481]: WARNING neutronclient.v2_0.client [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.405240] env[65481]: WARNING neutronclient.v2_0.client [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.409723] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.409723] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.410142] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.446010] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884471, 'name': Rename_Task, 'duration_secs': 0.172574} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.446010] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 813.446010] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3edfd09b-f654-4cab-9984-5591a75f3942 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 813.453704] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 813.453704] env[65481]: value = "task-4884472" [ 813.453704] env[65481]: _type = "Task" [ 813.453704] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 813.464606] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884472, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 813.476925] env[65481]: DEBUG nova.policy [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '94e3fea1584d4da887d947d58cc2605a', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '4cf24b94c54c43db9e14e856f0c1c983', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 813.500601] env[65481]: DEBUG nova.network.neutron [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Port 5e010650-0515-4c72-ae8e-38303c5718a5 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 813.500905] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 813.501335] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 813.501539] env[65481]: DEBUG nova.network.neutron [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 813.513256] env[65481]: WARNING neutronclient.v2_0.client [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.728048] env[65481]: WARNING neutronclient.v2_0.client [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.793444] env[65481]: WARNING neutronclient.v2_0.client [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 813.809059] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 813.833542] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Successfully created port: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 813.857302] env[65481]: DEBUG nova.network.neutron [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updating instance_info_cache with network_info: [{"id": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "address": "fa:16:3e:86:ca:d1", "network": {"id": "6c207998-80c5-4caa-96c4-fb3923757a6d", "bridge": "br-int", "label": "tempest-ServerRescueTestJSON-1166145294-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": false}}], "meta": {"injected": false, "tenant_id": "00f865d2358e4936a1eb6e5b30c31687", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "44ed8f45-cb8e-40e7-ac70-a7f386a7d2c2", "external-id": "nsx-vlan-transportzone-268", "segmentation_id": 268, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap267e1b71-19", "ovs_interfaceid": "267e1b71-19da-4b41-8a5b-b1f1af7932c8", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 813.910656] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 813.973476] env[65481]: DEBUG oslo_vmware.api [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884472, 'name': PowerOnVM_Task, 'duration_secs': 0.511618} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 813.977365] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 813.977728] env[65481]: INFO nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Took 8.21 seconds to spawn the instance on the hypervisor. [ 813.978065] env[65481]: DEBUG nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 813.984027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e895de-42f3-4595-bad1-630411da3b2f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.004702] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.078827] env[65481]: WARNING neutronclient.v2_0.client [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.347090] env[65481]: WARNING neutronclient.v2_0.client [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 814.350264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.350524] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.350739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 814.350989] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 814.351183] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 814.353297] env[65481]: INFO nova.compute.manager [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Terminating instance [ 814.364688] env[65481]: DEBUG oslo_concurrency.lockutils [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Releasing lock "refresh_cache-08160ce9-8689-43b2-a934-2e9c1e4ce078" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.365767] env[65481]: DEBUG nova.objects.instance [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lazy-loading 'flavor' on Instance uuid 08160ce9-8689-43b2-a934-2e9c1e4ce078 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 814.440397] env[65481]: DEBUG nova.network.neutron [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Updating instance_info_cache with network_info: [{"id": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "address": "fa:16:3e:81:b2:8f", "network": {"id": "5971d3b0-a641-4114-8198-6682cbddd140", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543467786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa499c0ffadd45a7b7f6a132ae5e92d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fadb95-5f", "ovs_interfaceid": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 814.513332] env[65481]: INFO nova.compute.manager [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Took 45.13 seconds to build instance. [ 814.570833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53297c0a-2fd0-489e-9a8e-bb34880e38dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.579511] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31b44653-672d-4a74-893a-4cf2b35bcaae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.611471] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03ab92e0-6004-4b46-b4a0-0caac5c56232 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.619920] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c965559-ad62-4338-9151-c1d73216613f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.634864] env[65481]: DEBUG nova.compute.provider_tree [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 814.860568] env[65481]: DEBUG nova.compute.manager [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 814.861716] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 814.862063] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d33aa-11b0-47f8-b347-65ef1241049b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.873903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cec6894-9262-4988-b3ff-81827dfacee0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.877545] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.877880] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5586693a-d5d4-4164-b2d4-b46248a8ea4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.902729] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 814.904737] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c364d790-dba5-4f8b-9b19-0bc25db690a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.906238] env[65481]: DEBUG oslo_vmware.api [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 814.906238] env[65481]: value = "task-4884473" [ 814.906238] env[65481]: _type = "Task" [ 814.906238] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.912171] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 814.912171] env[65481]: value = "task-4884474" [ 814.912171] env[65481]: _type = "Task" [ 814.912171] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 814.925440] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 814.927936] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884474, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 814.943297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Releasing lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 814.944073] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Instance network_info: |[{"id": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "address": "fa:16:3e:81:b2:8f", "network": {"id": "5971d3b0-a641-4114-8198-6682cbddd140", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543467786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa499c0ffadd45a7b7f6a132ae5e92d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fadb95-5f", "ovs_interfaceid": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 814.947906] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:81:b2:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '52358fcc-0d9f-45dd-8c75-db533fd992c3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '89fadb95-5f1f-455c-a9e6-c7871ec65906', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 814.955713] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Creating folder: Project (fa499c0ffadd45a7b7f6a132ae5e92d2). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.956309] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a2da299e-a30e-4b47-a2c8-76bc91669964 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.964528] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 814.964814] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 814.965027] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 814.965188] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 814.965347] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 814.965489] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 814.965693] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 814.965840] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 814.966031] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 814.966184] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 814.966349] env[65481]: DEBUG nova.virt.hardware [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 814.967499] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29ea54ed-38b2-4178-aff3-197693d3b05b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.972075] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Created folder: Project (fa499c0ffadd45a7b7f6a132ae5e92d2) in parent group-v951696. [ 814.972281] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Creating folder: Instances. Parent ref: group-v951843. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 814.973274] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c958f6f7-b702-4184-9566-aaa2c70b19ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.979116] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369a51fb-6bb9-468f-bd32-fe257ecfbb14 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 814.987707] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Created folder: Instances in parent group-v951843. [ 814.988024] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 814.998169] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 814.998873] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-af4fe891-1f3b-4020-ab3f-852e7b147cec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.017433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-317d864f-9a83-4ee4-a4f4-9a0b9baf71e0 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.478s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 815.020713] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 815.020713] env[65481]: value = "task-4884477" [ 815.020713] env[65481]: _type = "Task" [ 815.020713] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.031474] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884477, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.131869] env[65481]: DEBUG nova.network.neutron [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [{"id": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "address": "fa:16:3e:10:92:71", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.6", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.228", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1b3cda8e-89", "ovs_interfaceid": "1b3cda8e-8911-4fe7-a20c-3b9864df6c65", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.167932] env[65481]: ERROR nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [req-ab8b0780-20f3-4827-a256-8075bdeed29a] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ab8b0780-20f3-4827-a256-8075bdeed29a"}]} [ 815.191431] env[65481]: DEBUG nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 815.217031] env[65481]: DEBUG nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 815.217031] env[65481]: DEBUG nova.compute.provider_tree [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 815.237057] env[65481]: DEBUG nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 815.242960] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.265398] env[65481]: DEBUG nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 815.418554] env[65481]: DEBUG oslo_vmware.api [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884473, 'name': PowerOffVM_Task, 'duration_secs': 0.311699} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.424132] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.424407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 815.427760] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7f109f12-0ac0-4fe6-aa4a-228e832e045d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.437192] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884474, 'name': PowerOffVM_Task, 'duration_secs': 0.297883} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.437542] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 815.444555] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfiguring VM instance instance-00000034 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 815.446204] env[65481]: DEBUG nova.network.neutron [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 815.450314] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bb415ba3-e69e-4df2-8ce2-42bd050c0f7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.465958] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.475461] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 815.475461] env[65481]: value = "task-4884479" [ 815.475461] env[65481]: _type = "Task" [ 815.475461] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.492019] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884479, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.510930] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 815.511997] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 815.511997] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleting the datastore file [datastore2] cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 815.511997] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5aebd33f-0d2b-4628-9d85-d7d8c75bca8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.520484] env[65481]: DEBUG oslo_vmware.api [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 815.520484] env[65481]: value = "task-4884480" [ 815.520484] env[65481]: _type = "Task" [ 815.520484] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.541903] env[65481]: DEBUG oslo_vmware.api [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884480, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.545864] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884477, 'name': CreateVM_Task, 'duration_secs': 0.428201} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.547433] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Successfully updated port: 9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 815.549184] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 815.549703] env[65481]: WARNING neutronclient.v2_0.client [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 815.550971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 815.550971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 815.550971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 815.550971] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffa0b5d5-12af-4248-b803-86bd400da6a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 815.560050] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 815.560050] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5283c003-bcf3-42a7-0e22-f40e5a23ba4f" [ 815.560050] env[65481]: _type = "Task" [ 815.560050] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 815.571459] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5283c003-bcf3-42a7-0e22-f40e5a23ba4f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 815.635663] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 815.970167] env[65481]: DEBUG nova.compute.manager [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 815.970448] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 815.996650] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884479, 'name': ReconfigVM_Task, 'duration_secs': 0.347396} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 815.997026] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Reconfigured VM instance instance-00000034 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 815.997239] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 815.997514] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c210f213-0077-4f29-886d-252fb65fa552 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.004346] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a595a077-47f4-4e8d-b3fc-e9be4f61cb78 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.008686] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 816.008686] env[65481]: value = "task-4884481" [ 816.008686] env[65481]: _type = "Task" [ 816.008686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.016350] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-026a5721-e466-4a95-a488-56ff883ec448 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.023970] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884481, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.056798] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.056931] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquired lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.057119] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 816.059690] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5fda81fe-8b45-40cb-ac21-819fa264d4b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.066787] env[65481]: DEBUG oslo_vmware.api [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884480, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.281968} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.072600] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 816.072600] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 816.072600] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 816.072600] env[65481]: INFO nova.compute.manager [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Took 1.21 seconds to destroy the instance on the hypervisor. [ 816.072600] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 816.072789] env[65481]: DEBUG nova.compute.manager [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 816.072898] env[65481]: DEBUG nova.network.neutron [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 816.073156] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.080858] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a45da22f-612f-4b79-881f-d82733ee9bc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.089221] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5283c003-bcf3-42a7-0e22-f40e5a23ba4f, 'name': SearchDatastore_Task, 'duration_secs': 0.014022} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.089391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 816.089610] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 816.089840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.090262] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.090376] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 816.090632] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f3cb1ee0-fd66-45fc-8600-24c0fbb64439 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.104182] env[65481]: DEBUG nova.compute.provider_tree [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.117680] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 816.117900] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 816.118756] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b839dd11-9cd7-4548-9c53-0529cbe06708 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.126684] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 816.126684] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241f6e5-9869-54bd-a5dd-a812dc62e302" [ 816.126684] env[65481]: _type = "Task" [ 816.126684] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.134557] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.140927] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dc069c63-8736-40c9-abc1-806d879d9532 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a-c97cb01d-08da-4b88-a97b-61c87e553cb6" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 10.768s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.142043] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241f6e5-9869-54bd-a5dd-a812dc62e302, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.213529] env[65481]: DEBUG nova.compute.manager [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Received event network-changed-89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.214105] env[65481]: DEBUG nova.compute.manager [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Refreshing instance network info cache due to event network-changed-89fadb95-5f1f-455c-a9e6-c7871ec65906. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 816.214286] env[65481]: DEBUG oslo_concurrency.lockutils [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] Acquiring lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 816.214521] env[65481]: DEBUG oslo_concurrency.lockutils [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] Acquired lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 816.215494] env[65481]: DEBUG nova.network.neutron [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Refreshing network info cache for port 89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 816.376466] env[65481]: DEBUG nova.compute.manager [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Received event network-vif-plugged-9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 816.376724] env[65481]: DEBUG oslo_concurrency.lockutils [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] Acquiring lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 816.376995] env[65481]: DEBUG oslo_concurrency.lockutils [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 816.377120] env[65481]: DEBUG oslo_concurrency.lockutils [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 816.377279] env[65481]: DEBUG nova.compute.manager [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] No waiting events found dispatching network-vif-plugged-9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 816.377573] env[65481]: WARNING nova.compute.manager [req-1c895c00-fd57-419c-9aa6-7c67112ae709 req-2db5ff82-64ed-4dd4-9230-afbc43cceb80 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Received unexpected event network-vif-plugged-9ae20a1e-3b86-43ee-91ed-2f17610c1704 for instance with vm_state building and task_state spawning. [ 816.522247] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884481, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.580812] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 816.582125] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef8758b6-b86d-4a29-ba96-0d815510f2f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.592048] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 816.592048] env[65481]: ERROR oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk due to incomplete transfer. [ 816.592048] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-74cb52be-990d-4dcf-8f4a-fba6876a05af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.602425] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52e0de65-01d6-3e35-5b69-5111b9abb475/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 816.602425] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Uploaded image 7890049a-4620-4b89-b84b-45c349dba147 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 816.604968] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 816.605259] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7ce991bf-54d6-45dc-973e-719d92135de1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.618891] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 816.618891] env[65481]: value = "task-4884482" [ 816.618891] env[65481]: _type = "Task" [ 816.618891] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.629551] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884482, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.640496] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241f6e5-9869-54bd-a5dd-a812dc62e302, 'name': SearchDatastore_Task, 'duration_secs': 0.023195} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 816.641435] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd32231f-d9d7-4912-9eba-c42b6c8cb3f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 816.648963] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 816.648963] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52212b8a-7b06-b286-4837-dc219069fc50" [ 816.648963] env[65481]: _type = "Task" [ 816.648963] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 816.657388] env[65481]: DEBUG nova.scheduler.client.report [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 76 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 816.657675] env[65481]: DEBUG nova.compute.provider_tree [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 76 to 77 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 816.657897] env[65481]: DEBUG nova.compute.provider_tree [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 816.664979] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52212b8a-7b06-b286-4837-dc219069fc50, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 816.718969] env[65481]: WARNING neutronclient.v2_0.client [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 816.847858] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 817.024157] env[65481]: DEBUG oslo_vmware.api [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884481, 'name': PowerOnVM_Task, 'duration_secs': 0.680108} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.024542] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 817.024677] env[65481]: DEBUG nova.compute.manager [None req-949c4dfe-0410-405f-8b96-0f10f5bb2cf4 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 817.025492] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9b7ba4-b1a0-48e5-9afc-4c88cdaa4471 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.129189] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884482, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.162157] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52212b8a-7b06-b286-4837-dc219069fc50, 'name': SearchDatastore_Task, 'duration_secs': 0.017509} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 817.162479] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.162770] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 41ab260a-be19-4c45-bf4c-50bcfac2aac2/41ab260a-be19-4c45-bf4c-50bcfac2aac2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 817.163293] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2ed00c1e-596c-4ac3-ab15-b973230169db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.166348] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.268s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 817.166903] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 817.170045] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.999s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 817.170341] env[65481]: DEBUG nova.objects.instance [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lazy-loading 'resources' on Instance uuid 10594dfc-380a-4ca2-a33b-bbb3051efce0 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 817.175965] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 817.175965] env[65481]: value = "task-4884483" [ 817.175965] env[65481]: _type = "Task" [ 817.175965] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.193440] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.206900] env[65481]: WARNING neutronclient.v2_0.client [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.270525] env[65481]: DEBUG nova.network.neutron [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.280686] env[65481]: WARNING neutronclient.v2_0.client [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.338748] env[65481]: DEBUG nova.network.neutron [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Updating instance_info_cache with network_info: [{"id": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "address": "fa:16:3e:5a:06:d7", "network": {"id": "3650c468-741f-41e1-858f-54de935e039b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-660240093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf24b94c54c43db9e14e856f0c1c983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae20a1e-3b", "ovs_interfaceid": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.392337] env[65481]: DEBUG nova.network.neutron [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Updated VIF entry in instance network info cache for port 89fadb95-5f1f-455c-a9e6-c7871ec65906. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 817.392758] env[65481]: DEBUG nova.network.neutron [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Updating instance_info_cache with network_info: [{"id": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "address": "fa:16:3e:81:b2:8f", "network": {"id": "5971d3b0-a641-4114-8198-6682cbddd140", "bridge": "br-int", "label": "tempest-ImagesOneServerTestJSON-1543467786-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "fa499c0ffadd45a7b7f6a132ae5e92d2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "52358fcc-0d9f-45dd-8c75-db533fd992c3", "external-id": "nsx-vlan-transportzone-77", "segmentation_id": 77, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap89fadb95-5f", "ovs_interfaceid": "89fadb95-5f1f-455c-a9e6-c7871ec65906", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 817.629879] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884482, 'name': Destroy_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.676825] env[65481]: DEBUG nova.compute.utils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 817.679136] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 817.679136] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 817.679516] env[65481]: WARNING neutronclient.v2_0.client [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.679516] env[65481]: WARNING neutronclient.v2_0.client [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 817.692693] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884483, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 817.739535] env[65481]: DEBUG nova.policy [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af296a98d7449a8885974cd4bf962ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844bcb8470044e48bf34580cf652307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 817.776389] env[65481]: INFO nova.compute.manager [-] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Took 1.70 seconds to deallocate network for instance. [ 817.845768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Releasing lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.845768] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Instance network_info: |[{"id": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "address": "fa:16:3e:5a:06:d7", "network": {"id": "3650c468-741f-41e1-858f-54de935e039b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-660240093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf24b94c54c43db9e14e856f0c1c983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae20a1e-3b", "ovs_interfaceid": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 817.845768] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:06:d7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '15922696-dc08-44ef-97be-0b09a9dfeae8', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9ae20a1e-3b86-43ee-91ed-2f17610c1704', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 817.857687] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Creating folder: Project (4cf24b94c54c43db9e14e856f0c1c983). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.863233] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fcc16c5a-ae17-4dac-a32d-196be295274c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.879796] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Created folder: Project (4cf24b94c54c43db9e14e856f0c1c983) in parent group-v951696. [ 817.880101] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Creating folder: Instances. Parent ref: group-v951846. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 817.880434] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b0387459-68bc-4efb-8ab7-3e1299310a24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.896201] env[65481]: DEBUG oslo_concurrency.lockutils [req-cc1c0f86-ab5a-4405-bfff-3859e715aec3 req-729edb55-f776-4aee-b4e2-f7c0be9d001f service nova] Releasing lock "refresh_cache-41ab260a-be19-4c45-bf4c-50bcfac2aac2" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 817.897072] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Created folder: Instances in parent group-v951846. [ 817.897218] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 817.898215] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 817.898215] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-084c0a92-d885-4c07-902c-12b38aed6562 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 817.924890] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 817.924890] env[65481]: value = "task-4884486" [ 817.924890] env[65481]: _type = "Task" [ 817.924890] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 817.939861] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884486, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.134390] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884482, 'name': Destroy_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.171257] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Successfully created port: b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 818.186038] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 818.196391] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884483, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.286051] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.395147] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53674967-4c63-4956-a069-9723ae4e5115 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.407304] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e04cf72-b372-4775-80c3-29733a4856d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.454978] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea93289d-588e-45fd-b19c-6751ca509f6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.466063] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884486, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.470850] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cd01bf7-2fbc-404b-b904-2a0c7c64e5e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.491090] env[65481]: DEBUG nova.compute.provider_tree [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 818.495385] env[65481]: DEBUG nova.compute.manager [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 818.495607] env[65481]: DEBUG nova.compute.manager [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing instance network info cache due to event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 818.495841] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Acquiring lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 818.495984] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Acquired lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 818.496210] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 818.636388] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884482, 'name': Destroy_Task, 'duration_secs': 1.683596} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.636674] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Destroyed the VM [ 818.636905] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 818.637183] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9b71dbd5-f423-43d4-9960-0530e3faad85 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.644409] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 818.644409] env[65481]: value = "task-4884487" [ 818.644409] env[65481]: _type = "Task" [ 818.644409] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.654805] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884487, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.693885] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884483, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.217272} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 818.698035] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 41ab260a-be19-4c45-bf4c-50bcfac2aac2/41ab260a-be19-4c45-bf4c-50bcfac2aac2.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 818.698035] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 818.698035] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fa5e2d37-3f4a-40e4-865a-8ad9571f3e3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 818.703884] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 818.703884] env[65481]: value = "task-4884488" [ 818.703884] env[65481]: _type = "Task" [ 818.703884] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 818.714539] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.902412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.902412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.902412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.902412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.902870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 818.905532] env[65481]: INFO nova.compute.manager [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Terminating instance [ 818.959880] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 818.960162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 818.960392] env[65481]: INFO nova.compute.manager [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Rebooting instance [ 818.962268] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884486, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 818.999681] env[65481]: WARNING neutronclient.v2_0.client [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.003180] env[65481]: DEBUG nova.scheduler.client.report [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 819.090238] env[65481]: DEBUG nova.compute.manager [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Received event network-changed-9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 819.090363] env[65481]: DEBUG nova.compute.manager [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Refreshing instance network info cache due to event network-changed-9ae20a1e-3b86-43ee-91ed-2f17610c1704. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 819.090617] env[65481]: DEBUG oslo_concurrency.lockutils [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] Acquiring lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.090710] env[65481]: DEBUG oslo_concurrency.lockutils [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] Acquired lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.090961] env[65481]: DEBUG nova.network.neutron [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Refreshing network info cache for port 9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 819.155321] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884487, 'name': RemoveSnapshot_Task} progress is 26%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.196337] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 819.214694] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082419} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.215292] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 819.215836] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d9b6d18-44be-4349-b5b8-44c8d078d315 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.242551] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Reconfiguring VM instance instance-00000037 to attach disk [datastore1] 41ab260a-be19-4c45-bf4c-50bcfac2aac2/41ab260a-be19-4c45-bf4c-50bcfac2aac2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 819.247744] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 819.248048] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 819.248138] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 819.248320] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 819.248504] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 819.248594] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 819.248799] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 819.248951] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 819.249200] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 819.249376] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 819.249550] env[65481]: DEBUG nova.virt.hardware [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 819.250439] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa9b7cd5-dbb5-4447-a700-84d6b0a86357 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.265496] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1719c3e-1091-4689-8867-eebec6a13f77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.276045] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53b4be18-7d3f-4cfe-aeaf-df3fd7f32e8c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.280861] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 819.280861] env[65481]: value = "task-4884489" [ 819.280861] env[65481]: _type = "Task" [ 819.280861] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.302566] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.413978] env[65481]: DEBUG nova.compute.manager [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 819.414215] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 819.415378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c10820f-28ba-4f0b-9f4a-e66f583fabc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.424204] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 819.424491] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1dbffd15-07cd-4fa8-91f9-dc0891d17640 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.431908] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 819.431908] env[65481]: value = "task-4884490" [ 819.431908] env[65481]: _type = "Task" [ 819.431908] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.441882] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884490, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.459332] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884486, 'name': CreateVM_Task, 'duration_secs': 1.073103} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.459597] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 819.462111] env[65481]: WARNING neutronclient.v2_0.client [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.462703] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.462909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.464037] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 819.464037] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9f3ebe-d3c2-4d6e-85ba-403e6ac2c683 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.470237] env[65481]: WARNING neutronclient.v2_0.client [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.476822] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 819.476822] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9c7c-6563-2fba-05c5-87d4c3a364c2" [ 819.476822] env[65481]: _type = "Task" [ 819.476822] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 819.482563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.482842] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquired lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.483017] env[65481]: DEBUG nova.network.neutron [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 819.490516] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9c7c-6563-2fba-05c5-87d4c3a364c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.508906] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.339s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 819.512475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 36.056s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 819.512475] env[65481]: DEBUG nova.objects.instance [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lazy-loading 'resources' on Instance uuid 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 819.547442] env[65481]: INFO nova.scheduler.client.report [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Deleted allocations for instance 10594dfc-380a-4ca2-a33b-bbb3051efce0 [ 819.594514] env[65481]: WARNING neutronclient.v2_0.client [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.664141] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884487, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.666156] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updated VIF entry in instance network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 819.666550] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [{"id": "528d4870-ed11-456b-a956-2f0e6606ab74", "address": "fa:16:3e:01:73:b0", "network": {"id": "7ae8a176-77e9-4966-9c9a-ebf559c2b684", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1222049994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ab9f084d064b44870df7f83cc5a50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528d4870-ed", "ovs_interfaceid": "528d4870-ed11-456b-a956-2f0e6606ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 819.791863] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884489, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 819.795225] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Successfully updated port: b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 819.910785] env[65481]: WARNING neutronclient.v2_0.client [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.942640] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884490, 'name': PowerOffVM_Task, 'duration_secs': 0.24799} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.942770] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 819.943058] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 819.944046] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba429ed6-24ea-40c9-b1de-314d73571168 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 819.990185] env[65481]: WARNING neutronclient.v2_0.client [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 819.993017] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9c7c-6563-2fba-05c5-87d4c3a364c2, 'name': SearchDatastore_Task, 'duration_secs': 0.017548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 819.993651] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 819.993862] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 819.994102] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 819.994274] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 819.994506] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 819.994878] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-557e1ee9-71a0-44cc-ad11-a5480cf62a35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.006952] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 820.007200] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 820.008191] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18e39261-c89b-4805-b58b-0a90f960b605 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.013294] env[65481]: DEBUG nova.network.neutron [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Updated VIF entry in instance network info cache for port 9ae20a1e-3b86-43ee-91ed-2f17610c1704. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 820.013620] env[65481]: DEBUG nova.network.neutron [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Updating instance_info_cache with network_info: [{"id": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "address": "fa:16:3e:5a:06:d7", "network": {"id": "3650c468-741f-41e1-858f-54de935e039b", "bridge": "br-int", "label": "tempest-ServerMetadataNegativeTestJSON-660240093-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "4cf24b94c54c43db9e14e856f0c1c983", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "15922696-dc08-44ef-97be-0b09a9dfeae8", "external-id": "nsx-vlan-transportzone-791", "segmentation_id": 791, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9ae20a1e-3b", "ovs_interfaceid": "9ae20a1e-3b86-43ee-91ed-2f17610c1704", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.020368] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 820.020368] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522def85-eb4d-f6b6-a120-3ef55b3530d8" [ 820.020368] env[65481]: _type = "Task" [ 820.020368] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.020764] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 820.020869] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 820.021052] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleting the datastore file [datastore2] 08160ce9-8689-43b2-a934-2e9c1e4ce078 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 820.021323] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-67191d6f-21db-416c-b09a-eee7c651f9b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.037778] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522def85-eb4d-f6b6-a120-3ef55b3530d8, 'name': SearchDatastore_Task, 'duration_secs': 0.012297} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.039390] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 820.039390] env[65481]: value = "task-4884492" [ 820.039390] env[65481]: _type = "Task" [ 820.039390] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.039390] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe3adbaf-b1ca-4396-a89f-a870b566e9f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.059220] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884492, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.059220] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 820.059220] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c4a6cc-215a-8edd-dc99-99b44e6b4991" [ 820.059220] env[65481]: _type = "Task" [ 820.059220] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.062539] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f5229e0e-7040-4c3b-9dcb-e5009fbef4f8 tempest-InstanceActionsTestJSON-1066491815 tempest-InstanceActionsTestJSON-1066491815-project-member] Lock "10594dfc-380a-4ca2-a33b-bbb3051efce0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.473s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 820.070762] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c4a6cc-215a-8edd-dc99-99b44e6b4991, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.076461] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.076631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 2b9a726d-c8d3-4b51-861d-ee23f2367e84/2b9a726d-c8d3-4b51-861d-ee23f2367e84.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 820.077522] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f24577d0-89c1-4626-b028-1899668d759e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.086677] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 820.086677] env[65481]: value = "task-4884493" [ 820.086677] env[65481]: _type = "Task" [ 820.086677] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.101640] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884493, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.158498] env[65481]: DEBUG oslo_vmware.api [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884487, 'name': RemoveSnapshot_Task, 'duration_secs': 1.052504} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.163011] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 820.163299] env[65481]: INFO nova.compute.manager [None req-f69e55f4-b511-406a-9b4f-550ae6bc5dc9 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Took 18.08 seconds to snapshot the instance on the hypervisor. [ 820.174177] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Releasing lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.175075] env[65481]: DEBUG nova.compute.manager [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Received event network-vif-deleted-1b3cda8e-8911-4fe7-a20c-3b9864df6c65 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 820.175075] env[65481]: DEBUG nova.compute.manager [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 820.175075] env[65481]: DEBUG nova.compute.manager [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing instance network info cache due to event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 820.175075] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Acquiring lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.216996] env[65481]: WARNING neutronclient.v2_0.client [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.294580] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884489, 'name': ReconfigVM_Task, 'duration_secs': 0.836073} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.294754] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Reconfigured VM instance instance-00000037 to attach disk [datastore1] 41ab260a-be19-4c45-bf4c-50bcfac2aac2/41ab260a-be19-4c45-bf4c-50bcfac2aac2.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 820.295478] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-acfb2358-15e9-40f2-b73c-c4b81f45afa4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.298451] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 820.298647] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.298810] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 820.305804] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 820.305804] env[65481]: value = "task-4884494" [ 820.305804] env[65481]: _type = "Task" [ 820.305804] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.317296] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884494, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.337489] env[65481]: DEBUG nova.network.neutron [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 820.521299] env[65481]: DEBUG oslo_concurrency.lockutils [req-6d7f34ff-e1c9-4900-a183-a2ce5906bdea req-a7603d1d-d8c8-49c2-8351-74aa7126d6b8 service nova] Releasing lock "refresh_cache-2b9a726d-c8d3-4b51-861d-ee23f2367e84" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.554077] env[65481]: DEBUG oslo_vmware.api [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884492, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.333019} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.557929] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 820.558158] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 820.558348] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 820.558441] env[65481]: INFO nova.compute.manager [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Took 1.14 seconds to destroy the instance on the hypervisor. [ 820.559208] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 820.559845] env[65481]: DEBUG nova.compute.manager [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 820.559845] env[65481]: DEBUG nova.network.neutron [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 820.560190] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.600418] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884493, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 820.601653] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 820.751427] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa398fad-6736-4317-b4e8-3bff2e91dc3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.763168] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03752ab7-55e3-47e3-b41b-47fca5740216 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.808983] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93f2196-c572-4368-b0e5-2dba2f0fd63a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.824784] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884494, 'name': Rename_Task, 'duration_secs': 0.240444} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 820.828025] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 820.828844] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e8c26f28-81fa-4bdd-8d1d-8110dec5ed15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.831886] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1bcac4-6bf0-447f-b5b3-b1f784391834 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 820.849343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Releasing lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 820.851145] env[65481]: DEBUG nova.compute.provider_tree [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 820.855200] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Acquired lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 820.855200] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 820.858806] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 820.858806] env[65481]: value = "task-4884495" [ 820.858806] env[65481]: _type = "Task" [ 820.858806] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 820.943649] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 821.088136] env[65481]: WARNING neutronclient.v2_0.client [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.107717] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884493, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.735416} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.108598] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 2b9a726d-c8d3-4b51-861d-ee23f2367e84/2b9a726d-c8d3-4b51-861d-ee23f2367e84.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 821.108598] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 821.109091] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c32a80ca-99ca-4caa-b35c-093aaaf63b6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.119444] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 821.119444] env[65481]: value = "task-4884496" [ 821.119444] env[65481]: _type = "Task" [ 821.119444] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.130892] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884496, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.234968] env[65481]: DEBUG nova.network.neutron [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.358826] env[65481]: DEBUG nova.compute.manager [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 821.358826] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbc4323c-a029-4baa-a1ef-9420159ec492 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.366579] env[65481]: WARNING neutronclient.v2_0.client [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.370118] env[65481]: DEBUG nova.compute.manager [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.370398] env[65481]: DEBUG nova.compute.manager [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing instance network info cache due to event network-changed-528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.370679] env[65481]: DEBUG oslo_concurrency.lockutils [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] Acquiring lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.370858] env[65481]: DEBUG oslo_concurrency.lockutils [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] Acquired lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.371090] env[65481]: DEBUG nova.network.neutron [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Refreshing network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.390225] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884495, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.404798] env[65481]: DEBUG nova.network.neutron [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.419163] env[65481]: DEBUG nova.scheduler.client.report [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 77 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 821.419163] env[65481]: DEBUG nova.compute.provider_tree [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 77 to 78 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 821.419163] env[65481]: DEBUG nova.compute.provider_tree [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 821.629751] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884496, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080891} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 821.630268] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 821.631012] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09154acd-a440-4812-9205-51b5aa279ec5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.658614] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Reconfiguring VM instance instance-00000038 to attach disk [datastore1] 2b9a726d-c8d3-4b51-861d-ee23f2367e84/2b9a726d-c8d3-4b51-861d-ee23f2367e84.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 821.659149] env[65481]: WARNING neutronclient.v2_0.client [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.661695] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f760d731-8339-4b5f-979f-a5c8d23a644d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.685105] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 821.685105] env[65481]: value = "task-4884497" [ 821.685105] env[65481]: _type = "Task" [ 821.685105] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.698362] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884497, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.739954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 821.740720] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Instance network_info: |[{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 821.740905] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ac:af:28', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'b10619fd-39bc-4b11-b225-c061276ecee4', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 821.750695] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 821.750695] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 821.750695] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d421bf1c-c883-4702-855c-b63ac0f80328 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 821.775065] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 821.775065] env[65481]: value = "task-4884498" [ 821.775065] env[65481]: _type = "Task" [ 821.775065] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 821.779724] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updated VIF entry in instance network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 821.780123] env[65481]: DEBUG nova.network.neutron [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 821.788273] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884498, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.880046] env[65481]: WARNING neutronclient.v2_0.client [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 821.889432] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884495, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 821.909202] env[65481]: INFO nova.compute.manager [-] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Took 1.35 seconds to deallocate network for instance. [ 821.925423] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.414s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.929071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 38.075s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.929618] env[65481]: DEBUG nova.objects.instance [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lazy-loading 'resources' on Instance uuid 6a10b233-a7c2-474c-857e-da389327e1c5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 821.962709] env[65481]: DEBUG nova.compute.manager [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Received event network-vif-plugged-b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.962709] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 821.962709] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 821.962709] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 821.962709] env[65481]: DEBUG nova.compute.manager [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] No waiting events found dispatching network-vif-plugged-b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 821.962709] env[65481]: WARNING nova.compute.manager [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Received unexpected event network-vif-plugged-b10619fd-39bc-4b11-b225-c061276ecee4 for instance with vm_state building and task_state spawning. [ 821.962709] env[65481]: DEBUG nova.compute.manager [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Received event network-changed-b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 821.962709] env[65481]: DEBUG nova.compute.manager [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Refreshing instance network info cache due to event network-changed-b10619fd-39bc-4b11-b225-c061276ecee4. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 821.962709] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Acquiring lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 821.962709] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Acquired lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 821.962709] env[65481]: DEBUG nova.network.neutron [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Refreshing network info cache for port b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 821.974711] env[65481]: INFO nova.scheduler.client.report [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Deleted allocations for instance 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4 [ 822.200894] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884497, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.287299] env[65481]: DEBUG oslo_concurrency.lockutils [req-48aa736d-c188-4ff2-8427-1e4abd095739 req-31d845a6-b717-4177-a6b4-96c2da24c5a2 service nova] Releasing lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.287299] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884498, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.353429] env[65481]: WARNING neutronclient.v2_0.client [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.381667] env[65481]: DEBUG oslo_vmware.api [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884495, 'name': PowerOnVM_Task, 'duration_secs': 1.079246} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.381667] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 822.381667] env[65481]: INFO nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 10.29 seconds to spawn the instance on the hypervisor. [ 822.381825] env[65481]: DEBUG nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.385021] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4ef6776-99f2-48b5-ac09-a6e046ba92ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.400045] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9090ec-4aec-4047-9b7d-e9e44a16ee21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.407490] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Doing hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 822.409476] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-58b40c95-9553-48c8-addc-b2226097296e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.414959] env[65481]: DEBUG oslo_vmware.api [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 822.414959] env[65481]: value = "task-4884499" [ 822.414959] env[65481]: _type = "Task" [ 822.414959] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.424968] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 822.427225] env[65481]: DEBUG oslo_vmware.api [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884499, 'name': ResetVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.467539] env[65481]: DEBUG nova.network.neutron [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updated VIF entry in instance network info cache for port 528d4870-ed11-456b-a956-2f0e6606ab74. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.468416] env[65481]: DEBUG nova.network.neutron [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [{"id": "528d4870-ed11-456b-a956-2f0e6606ab74", "address": "fa:16:3e:01:73:b0", "network": {"id": "7ae8a176-77e9-4966-9c9a-ebf559c2b684", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationNegativeTestJSON-1222049994-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4ab9f084d064b44870df7f83cc5a50c", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "f625f389-b7cf-49b9-998a-87f3a9e3f234", "external-id": "nsx-vlan-transportzone-280", "segmentation_id": 280, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap528d4870-ed", "ovs_interfaceid": "528d4870-ed11-456b-a956-2f0e6606ab74", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.469968] env[65481]: WARNING neutronclient.v2_0.client [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.486670] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0912bd39-aaef-4d67-91ca-30192769827c tempest-ServerRescueTestJSONUnderV235-754676929 tempest-ServerRescueTestJSONUnderV235-754676929-project-member] Lock "49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.674s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 822.696973] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884497, 'name': ReconfigVM_Task, 'duration_secs': 0.850884} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.697298] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Reconfigured VM instance instance-00000038 to attach disk [datastore1] 2b9a726d-c8d3-4b51-861d-ee23f2367e84/2b9a726d-c8d3-4b51-861d-ee23f2367e84.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 822.698261] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-614da7bf-8b40-47f6-a6fd-9f3fda554abd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.700681] env[65481]: WARNING neutronclient.v2_0.client [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.715254] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 822.715254] env[65481]: value = "task-4884500" [ 822.715254] env[65481]: _type = "Task" [ 822.715254] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.733688] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884500, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.787643] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884498, 'name': CreateVM_Task, 'duration_secs': 0.548869} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.787819] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 822.788404] env[65481]: WARNING neutronclient.v2_0.client [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 822.788811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.788928] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.789321] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 822.789598] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb079c17-4229-4753-b267-90e4be500595 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.796943] env[65481]: DEBUG nova.network.neutron [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updated VIF entry in instance network info cache for port b10619fd-39bc-4b11-b225-c061276ecee4. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 822.797383] env[65481]: DEBUG nova.network.neutron [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 822.804026] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 822.804026] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524cb229-58b3-e9c8-2ad1-8fa5fd6b6a61" [ 822.804026] env[65481]: _type = "Task" [ 822.804026] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.813653] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524cb229-58b3-e9c8-2ad1-8fa5fd6b6a61, 'name': SearchDatastore_Task} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.816953] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 822.817248] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 822.817505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 822.817657] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 822.817902] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 822.818471] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88e62733-50a5-4007-9867-6ecfd4882573 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.829670] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 822.830330] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 822.830678] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ed832e5a-c422-48e5-bcd1-5f273528a1c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.847049] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 822.847049] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262e155-d360-3b51-067e-8264451b8345" [ 822.847049] env[65481]: _type = "Task" [ 822.847049] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 822.858175] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262e155-d360-3b51-067e-8264451b8345, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 822.911170] env[65481]: INFO nova.compute.manager [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 50.15 seconds to build instance. [ 822.931460] env[65481]: DEBUG oslo_vmware.api [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884499, 'name': ResetVM_Task, 'duration_secs': 0.114276} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 822.932826] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Did hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 822.933101] env[65481]: DEBUG nova.compute.manager [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 822.933998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38d858ba-d626-4e20-8183-36e0e76f8981 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 822.974421] env[65481]: DEBUG oslo_concurrency.lockutils [req-989cb780-d716-4485-8a48-7f2cb979a35e req-938887bb-be3a-49b5-80b0-3091acee94e4 service nova] Releasing lock "refresh_cache-3c624edd-c5db-45a3-af92-9788d9755023" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.095437] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ae5b688-f31e-4e0d-afbc-2b13a18d136d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.106904] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-51d15d34-b606-44a0-8d4c-807eb93b9038 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.143721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcafc88-acda-4ff4-b25d-d20275280e8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.152582] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98c27e9-3d21-4dd5-ac56-193aeb14042e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.167371] env[65481]: DEBUG nova.compute.provider_tree [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 823.228264] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884500, 'name': Rename_Task, 'duration_secs': 0.195051} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.229531] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 823.229889] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-61be7e85-901f-4f15-87e0-655a7b5bdf6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.239326] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 823.239326] env[65481]: value = "task-4884501" [ 823.239326] env[65481]: _type = "Task" [ 823.239326] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.250714] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884501, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.303258] env[65481]: DEBUG oslo_concurrency.lockutils [req-9efc7a36-3d70-419d-9592-e2fb2037f438 req-cb813850-537b-487a-8073-6c9ba017e2fd service nova] Releasing lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.364737] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262e155-d360-3b51-067e-8264451b8345, 'name': SearchDatastore_Task, 'duration_secs': 0.022671} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.365453] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cb051527-4048-46fc-87b8-65850b84ff50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.372303] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 823.372303] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246ea1f-ed20-e239-df78-4a002a1652d9" [ 823.372303] env[65481]: _type = "Task" [ 823.372303] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.382258] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246ea1f-ed20-e239-df78-4a002a1652d9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.418561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1f4012f-37f9-4dde-8b5a-c4be9bfd6e6c tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 71.271s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.455511] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d14cc1f-f91d-40f8-aa7f-ee0fe9b15c41 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.495s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 823.671720] env[65481]: DEBUG nova.scheduler.client.report [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 823.753754] env[65481]: DEBUG oslo_vmware.api [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884501, 'name': PowerOnVM_Task, 'duration_secs': 0.501977} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.754713] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 823.755070] env[65481]: INFO nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Took 8.83 seconds to spawn the instance on the hypervisor. [ 823.756832] env[65481]: DEBUG nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 823.756832] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b90dbb10-0ac4-4a43-b10c-105d3e1d1023 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.884530] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5246ea1f-ed20-e239-df78-4a002a1652d9, 'name': SearchDatastore_Task, 'duration_secs': 0.012223} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 823.884757] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 823.884858] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 823.885138] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-41f59722-b654-4e4f-93b5-d234f8d658bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 823.892953] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 823.892953] env[65481]: value = "task-4884502" [ 823.892953] env[65481]: _type = "Task" [ 823.892953] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 823.906726] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884502, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 823.956538] env[65481]: DEBUG nova.compute.manager [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 823.957747] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-278a751e-34b4-425e-ae7f-6a24209592a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.030111] env[65481]: DEBUG nova.compute.manager [req-f23e26eb-c9cd-4aa8-a868-ae7c2ebff211 req-e76dec42-df93-409a-9055-eeed46a9d243 service nova] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Received event network-vif-deleted-267e1b71-19da-4b41-8a5b-b1f1af7932c8 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 824.177933] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.249s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.180645] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 37.247s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 824.182468] env[65481]: INFO nova.compute.claims [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 824.216175] env[65481]: INFO nova.scheduler.client.report [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted allocations for instance 6a10b233-a7c2-474c-857e-da389327e1c5 [ 824.283447] env[65481]: INFO nova.compute.manager [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Took 46.96 seconds to build instance. [ 824.409888] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884502, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.469222] env[65481]: INFO nova.compute.manager [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] instance snapshotting [ 824.473357] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fdea88b-5b2e-44d9-af97-a746d7496de5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.498726] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4860707a-10ac-415f-9871-637385fedcb3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.730594] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a443d366-ed94-4d24-826d-0b88bf7acd47 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "6a10b233-a7c2-474c-857e-da389327e1c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.640s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.789173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e841594-0225-4a92-a18d-849d8ba956b7 tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 61.865s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 824.908413] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884502, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.702323} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 824.908703] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 824.908920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 824.909480] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d1ae9767-f7c5-45be-9880-5930842a82b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 824.919658] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 824.919658] env[65481]: value = "task-4884503" [ 824.919658] env[65481]: _type = "Task" [ 824.919658] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 824.933509] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884503, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 824.936189] env[65481]: DEBUG nova.compute.manager [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 824.937175] env[65481]: DEBUG nova.compute.manager [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing instance network info cache due to event network-changed-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 824.937523] env[65481]: DEBUG oslo_concurrency.lockutils [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] Acquiring lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 824.937611] env[65481]: DEBUG oslo_concurrency.lockutils [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] Acquired lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 824.937809] env[65481]: DEBUG nova.network.neutron [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Refreshing network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 825.014624] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 825.014624] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-5185a99a-4627-4933-bb83-032582c206bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.024677] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 825.024677] env[65481]: value = "task-4884504" [ 825.024677] env[65481]: _type = "Task" [ 825.024677] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.035585] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884504, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.430696] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884503, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074622} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 825.431114] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 825.432018] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78c5556b-d208-4c9c-bb9d-e30e646a3a2d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.441147] env[65481]: WARNING neutronclient.v2_0.client [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.463113] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 825.467855] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f3f297c5-fedf-4074-8f88-351ac2b091cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.494441] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 825.494441] env[65481]: value = "task-4884505" [ 825.494441] env[65481]: _type = "Task" [ 825.494441] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 825.508285] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884505, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.539850] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884504, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 825.665729] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "3c624edd-c5db-45a3-af92-9788d9755023" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.666825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.666825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "3c624edd-c5db-45a3-af92-9788d9755023-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.666825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.666825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.670182] env[65481]: INFO nova.compute.manager [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Terminating instance [ 825.695301] env[65481]: DEBUG nova.compute.manager [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 825.696388] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cf5403a-4f70-46f8-a3a1-f49f4a58c514 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.700723] env[65481]: WARNING neutronclient.v2_0.client [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 825.874254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-577bc831-a023-4cc5-b0c4-804bc749364a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.882925] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f42af6f-141d-4e09-8a32-981f699443be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.918735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.918996] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.919225] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.919421] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.919584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.922243] env[65481]: INFO nova.compute.manager [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Terminating instance [ 825.926000] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f80e2f13-7c64-4021-b5cd-c1aa1ffa031c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.935274] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b429d59c-a256-450e-8504-da2f00af3e94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 825.954831] env[65481]: DEBUG nova.compute.provider_tree [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 825.975259] env[65481]: DEBUG nova.network.neutron [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updated VIF entry in instance network info cache for port e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 825.975653] env[65481]: DEBUG nova.network.neutron [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [{"id": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "address": "fa:16:3e:0b:73:db", "network": {"id": "6b822765-43a2-48b7-8473-9821930c0466", "bridge": "br-int", "label": "tempest-SecurityGroupsTestJSON-989115858-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "43597ac6ae724203862ae7028433bba3", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dced2f3d-7fd3-4a42-836d-9f02dab4c949", "external-id": "nsx-vlan-transportzone-117", "segmentation_id": 117, "bound_drivers": {"0": "nsxv3"}}, "devname": "tape8c9ebbd-9e", "ovs_interfaceid": "e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 825.989475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.989722] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.990320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 825.990846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 825.990983] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 825.992997] env[65481]: INFO nova.compute.manager [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Terminating instance [ 826.008077] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884505, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.036772] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884504, 'name': CreateSnapshot_Task, 'duration_secs': 0.545195} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.037066] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 826.037928] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942f5ae0-ac1f-4c1d-84e3-91afabb3a4ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.177891] env[65481]: DEBUG nova.compute.manager [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 826.178082] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.179116] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfde9664-435f-457b-9b4b-628ac757761f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.188082] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.188381] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5e2555e1-eb10-477a-b5bd-4368fa9eef3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.196537] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 826.196537] env[65481]: value = "task-4884506" [ 826.196537] env[65481]: _type = "Task" [ 826.196537] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.207255] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.215958] env[65481]: INFO nova.compute.manager [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] instance snapshotting [ 826.218840] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66615ffd-d111-4490-a7b5-93365d478e6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.240627] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2474c18-c755-495c-8a93-0353d7753f07 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.435463] env[65481]: DEBUG nova.compute.manager [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 826.435999] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.436971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07219727-d409-400d-9ca0-5d525890ea08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.450243] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.450243] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-58cd1da2-f47b-4abf-8856-2d9cf1fd0969 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.456610] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 826.456610] env[65481]: value = "task-4884507" [ 826.456610] env[65481]: _type = "Task" [ 826.456610] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.471820] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884507, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.479067] env[65481]: DEBUG oslo_concurrency.lockutils [req-8c228d91-24da-433c-b042-25d4d0516429 req-6402d2ac-dbb2-46c6-9c3d-435388304f06 service nova] Releasing lock "refresh_cache-e0bc5f61-ea72-491e-b5d1-f16b0f16455a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 826.498431] env[65481]: DEBUG nova.compute.manager [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 826.499068] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 826.500078] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec0c6cef-882d-4701-a485-cba09397f865 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.518087] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884505, 'name': ReconfigVM_Task, 'duration_secs': 0.711774} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.518511] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 826.518896] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 826.519677] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2415566c-0510-444f-9a64-fa3206a80974 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.521970] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dd27efd8-491a-441c-9375-361f4133b460 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.531287] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 826.531287] env[65481]: value = "task-4884509" [ 826.531287] env[65481]: _type = "Task" [ 826.531287] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.533648] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 826.533648] env[65481]: value = "task-4884508" [ 826.533648] env[65481]: _type = "Task" [ 826.533648] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.538379] env[65481]: DEBUG nova.scheduler.client.report [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 78 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 826.538675] env[65481]: DEBUG nova.compute.provider_tree [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 78 to 79 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 826.539280] env[65481]: DEBUG nova.compute.provider_tree [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 826.562630] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 826.562630] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884509, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.568633] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d61d916c-49ba-4b69-93e5-8dee986467d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.572372] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884508, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.578798] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 826.578798] env[65481]: value = "task-4884510" [ 826.578798] env[65481]: _type = "Task" [ 826.578798] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.589410] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884510, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.709665] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884506, 'name': PowerOffVM_Task, 'duration_secs': 0.351799} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.710141] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.710141] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.710469] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e8391809-a86a-4d5b-9ba8-32aee3383b5c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.753770] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 826.753871] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-008ff346-db41-4321-8f4d-abe6007248f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.762588] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 826.762588] env[65481]: value = "task-4884512" [ 826.762588] env[65481]: _type = "Task" [ 826.762588] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.775773] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.805337] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 826.805337] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 826.805337] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Deleting the datastore file [datastore1] 3c624edd-c5db-45a3-af92-9788d9755023 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 826.805337] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1fdc99f0-a12f-4036-ba22-1080e0bd90f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 826.813259] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for the task: (returnval){ [ 826.813259] env[65481]: value = "task-4884513" [ 826.813259] env[65481]: _type = "Task" [ 826.813259] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 826.825404] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884513, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 826.968507] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884507, 'name': PowerOffVM_Task, 'duration_secs': 0.20121} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 826.968803] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 826.968983] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 826.969263] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fa2e8e85-d448-4cbc-b113-2a3ac9098467 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.043976] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.045063] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.045063] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleting the datastore file [datastore1] e0bc5f61-ea72-491e-b5d1-f16b0f16455a {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.049475] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f539c485-8b22-4a5e-bef1-989b61d2745f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.051380] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.871s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.054287] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 827.058034] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884509, 'name': Rename_Task, 'duration_secs': 0.191679} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.061640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 38.672s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.063754] env[65481]: DEBUG nova.objects.instance [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 827.064799] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 827.065118] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884508, 'name': PowerOffVM_Task, 'duration_secs': 0.229735} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.068039] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-181edc4a-2dfa-4a05-bff0-c48d34698eae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.068134] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 827.068399] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 827.068726] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-926e2ff2-7c79-4415-84c5-7afea35b2012 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.074375] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 827.074375] env[65481]: value = "task-4884515" [ 827.074375] env[65481]: _type = "Task" [ 827.074375] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.080233] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 827.080233] env[65481]: value = "task-4884516" [ 827.080233] env[65481]: _type = "Task" [ 827.080233] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.093800] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884515, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.100332] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884510, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.104480] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884516, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.144512] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 827.144838] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 827.145100] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleting the datastore file [datastore2] ff720f13-03ae-4d1f-b714-21ea4423a29d {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 827.146031] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1accf4e8-e1ac-492a-a55c-71052878a4d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.154302] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 827.154302] env[65481]: value = "task-4884518" [ 827.154302] env[65481]: _type = "Task" [ 827.154302] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.166726] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.275954] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.323827] env[65481]: DEBUG oslo_vmware.api [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Task: {'id': task-4884513, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.205751} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.324225] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.324405] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.324578] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.324789] env[65481]: INFO nova.compute.manager [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Took 1.15 seconds to destroy the instance on the hypervisor. [ 827.325045] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.325255] env[65481]: DEBUG nova.compute.manager [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.325381] env[65481]: DEBUG nova.network.neutron [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.325685] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.358216] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.399495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.400124] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.400584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 827.400584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 827.400917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 827.404200] env[65481]: INFO nova.compute.manager [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Terminating instance [ 827.559317] env[65481]: DEBUG nova.compute.utils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 827.561027] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 827.596189] env[65481]: DEBUG oslo_vmware.api [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884515, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.202469} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.600235] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.600835] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.600835] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.600911] env[65481]: INFO nova.compute.manager [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Took 1.17 seconds to destroy the instance on the hypervisor. [ 827.601243] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.602047] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884510, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.605742] env[65481]: DEBUG nova.compute.manager [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.605742] env[65481]: DEBUG nova.network.neutron [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.606040] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.608268] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884516, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.654594] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.668580] env[65481]: DEBUG oslo_vmware.api [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.2462} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 827.668966] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 827.669218] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 827.669438] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 827.669630] env[65481]: INFO nova.compute.manager [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Took 1.17 seconds to destroy the instance on the hypervisor. [ 827.670617] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 827.670617] env[65481]: DEBUG nova.compute.manager [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 827.670617] env[65481]: DEBUG nova.network.neutron [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 827.670617] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 827.777624] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 827.907941] env[65481]: DEBUG nova.compute.manager [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 827.908215] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 827.909135] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f83de0cb-ccf9-4cb0-9a4a-104f3bed0fc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.917544] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 827.917831] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d475b307-33b2-4388-a295-de31de34ed6e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 827.926632] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 827.926632] env[65481]: value = "task-4884519" [ 827.926632] env[65481]: _type = "Task" [ 827.926632] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 827.937266] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.012972] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 828.042116] env[65481]: DEBUG nova.compute.manager [req-ba258e36-d1c3-450c-9f57-eb1c9f76e716 req-0160644b-e6fa-46ab-ad00-de337211d105 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Received event network-vif-deleted-528d4870-ed11-456b-a956-2f0e6606ab74 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 828.044560] env[65481]: INFO nova.compute.manager [req-ba258e36-d1c3-450c-9f57-eb1c9f76e716 req-0160644b-e6fa-46ab-ad00-de337211d105 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Neutron deleted interface 528d4870-ed11-456b-a956-2f0e6606ab74; detaching it from the instance and deleting it from the info cache [ 828.044778] env[65481]: DEBUG nova.network.neutron [req-ba258e36-d1c3-450c-9f57-eb1c9f76e716 req-0160644b-e6fa-46ab-ad00-de337211d105 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.063018] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 828.073515] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3a21c92f-a2e2-46b6-beb5-ddbbf2081b9b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 828.074308] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 38.838s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 828.078807] env[65481]: INFO nova.compute.claims [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 828.082903] env[65481]: DEBUG nova.network.neutron [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.101537] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884510, 'name': CloneVM_Task, 'duration_secs': 1.414864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.103268] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Created linked-clone VM from snapshot [ 828.104262] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c68ebabd-d5c9-4c95-b017-0ad2d7c97e47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.116474] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884516, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.121682] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Uploading image 9dfd364e-fcfb-4381-8014-7daebc6fd649 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 828.158629] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 828.158629] env[65481]: value = "vm-951851" [ 828.158629] env[65481]: _type = "VirtualMachine" [ 828.158629] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 828.158963] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-ae7586d6-53de-45cd-bc79-451237e27b21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.169166] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease: (returnval){ [ 828.169166] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52342a44-8d6a-a906-9096-5372f9083cd0" [ 828.169166] env[65481]: _type = "HttpNfcLease" [ 828.169166] env[65481]: } obtained for exporting VM: (result){ [ 828.169166] env[65481]: value = "vm-951851" [ 828.169166] env[65481]: _type = "VirtualMachine" [ 828.169166] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 828.169498] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the lease: (returnval){ [ 828.169498] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52342a44-8d6a-a906-9096-5372f9083cd0" [ 828.169498] env[65481]: _type = "HttpNfcLease" [ 828.169498] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 828.181284] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.181284] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52342a44-8d6a-a906-9096-5372f9083cd0" [ 828.181284] env[65481]: _type = "HttpNfcLease" [ 828.181284] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 828.279406] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884512, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.440422] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884519, 'name': PowerOffVM_Task, 'duration_secs': 0.234471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.441537] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 828.441779] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 828.442134] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6ea8073a-533b-4f16-a4e3-1431b0a9156d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.476193] env[65481]: DEBUG nova.network.neutron [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.511950] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 828.512194] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 828.512402] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Deleting the datastore file [datastore1] 2b9a726d-c8d3-4b51-861d-ee23f2367e84 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 828.512717] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-980c4846-33a1-42cc-9487-e3613e55098c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.520154] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for the task: (returnval){ [ 828.520154] env[65481]: value = "task-4884522" [ 828.520154] env[65481]: _type = "Task" [ 828.520154] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 828.529895] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884522, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 828.548048] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ac48a9b9-5af1-4c0e-9b0a-0f30b1f4781a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.558106] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afe773f6-fd51-4a33-a5b6-85a01eee9072 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.614697] env[65481]: INFO nova.compute.manager [-] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Took 1.29 seconds to deallocate network for instance. [ 828.615366] env[65481]: DEBUG nova.compute.manager [req-ba258e36-d1c3-450c-9f57-eb1c9f76e716 req-0160644b-e6fa-46ab-ad00-de337211d105 service nova] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Detach interface failed, port_id=528d4870-ed11-456b-a956-2f0e6606ab74, reason: Instance 3c624edd-c5db-45a3-af92-9788d9755023 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 828.637639] env[65481]: DEBUG oslo_vmware.api [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884516, 'name': PowerOnVM_Task, 'duration_secs': 1.183706} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.637833] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 828.638167] env[65481]: INFO nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Took 9.44 seconds to spawn the instance on the hypervisor. [ 828.638474] env[65481]: DEBUG nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 828.639752] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26455891-9f88-4cb8-b41f-8ac4408fd7d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.680257] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 828.680257] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52342a44-8d6a-a906-9096-5372f9083cd0" [ 828.680257] env[65481]: _type = "HttpNfcLease" [ 828.680257] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 828.680914] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 828.680914] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52342a44-8d6a-a906-9096-5372f9083cd0" [ 828.680914] env[65481]: _type = "HttpNfcLease" [ 828.680914] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 828.681701] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58d60500-d3bc-4109-8f51-d13f9ff16481 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.697037] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 828.697037] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 828.778150] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884512, 'name': CreateSnapshot_Task, 'duration_secs': 1.686299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 828.778150] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 828.778966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d869107-326e-4b6c-a6ff-54adfe53eb2c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.802401] env[65481]: DEBUG nova.network.neutron [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 828.806250] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-df917b56-e94d-4137-90cd-4bc7a5fa12bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 828.981279] env[65481]: INFO nova.compute.manager [-] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Took 1.37 seconds to deallocate network for instance. [ 829.036344] env[65481]: DEBUG oslo_vmware.api [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Task: {'id': task-4884522, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140568} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.039371] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 829.039890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 829.039890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 829.039998] env[65481]: INFO nova.compute.manager [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Took 1.13 seconds to destroy the instance on the hypervisor. [ 829.042713] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.042713] env[65481]: DEBUG nova.compute.manager [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 829.042713] env[65481]: DEBUG nova.network.neutron [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 829.042713] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.078464] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 829.116208] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 829.116779] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 829.116779] env[65481]: DEBUG nova.virt.hardware [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 829.117720] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6d7759-2949-4d8f-bf87-dcfe5a0c0556 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.121869] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 829.132827] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.134266] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9fe19b1-d9c6-4eb9-b4e1-a5f64985d9db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.162929] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 829.172730] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Creating folder: Project (c0d163bdf2c6455b90f7fd5ebd471174). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.177633] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8b075eee-ab57-41cd-bc6e-c9b57de681be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.180123] env[65481]: INFO nova.compute.manager [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Took 46.67 seconds to build instance. [ 829.191492] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Created folder: Project (c0d163bdf2c6455b90f7fd5ebd471174) in parent group-v951696. [ 829.193098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Creating folder: Instances. Parent ref: group-v951853. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 829.193098] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-748856ed-c27e-4bf5-95d5-f207ad5b81ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.205760] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Created folder: Instances in parent group-v951853. [ 829.206049] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 829.206399] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 829.208876] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bbef158d-80b8-4824-9989-8046e0585e8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.232936] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 829.232936] env[65481]: value = "task-4884525" [ 829.232936] env[65481]: _type = "Task" [ 829.232936] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.243275] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884525, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.318238] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 829.322645] env[65481]: INFO nova.compute.manager [-] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Took 1.65 seconds to deallocate network for instance. [ 829.322645] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-643427c7-a479-4066-b26f-62e559eb5c42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.338309] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 829.338309] env[65481]: value = "task-4884526" [ 829.338309] env[65481]: _type = "Task" [ 829.338309] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.353221] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884526, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.474213] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbf93848-4857-46c0-9baa-4d3108c9f0c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.489098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.490938] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a32f01-f8b2-49df-aaa3-9edb1452b0d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.530577] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4f6c2d6-995f-4401-a0e0-660b8d9d115e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.542616] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d92f78e-8eb6-4ff7-ad13-26b7df1c98e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.558948] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 829.682870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-725bc9ad-34b2-4629-a84d-118686cdb943 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.620s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 829.747939] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884525, 'name': CreateVM_Task, 'duration_secs': 0.437738} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 829.748150] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 829.748664] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 829.748791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 829.749099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 829.749456] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9fd78fa4-1d6b-4190-b145-3f12976f2a06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 829.755838] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 829.755838] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba4805-e97a-04cc-9f25-dab551f156b3" [ 829.755838] env[65481]: _type = "Task" [ 829.755838] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 829.766563] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba4805-e97a-04cc-9f25-dab551f156b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.842009] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.852669] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884526, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 829.906245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 829.906595] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 829.949892] env[65481]: DEBUG nova.network.neutron [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 830.094477] env[65481]: ERROR nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [req-f627fa8f-1d68-40ff-890a-927a7f8da041] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-f627fa8f-1d68-40ff-890a-927a7f8da041"}]} [ 830.118562] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 830.137442] env[65481]: DEBUG nova.compute.manager [req-22da9cc0-3480-4b48-93bb-dc817e7ad743 req-9b48b361-1bcd-4bc0-bedb-666916267ddd service nova] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Received event network-vif-deleted-e8c9ebbd-9eef-49c0-b0ec-ad49d3cf6e1e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.137442] env[65481]: DEBUG nova.compute.manager [req-22da9cc0-3480-4b48-93bb-dc817e7ad743 req-9b48b361-1bcd-4bc0-bedb-666916267ddd service nova] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Received event network-vif-deleted-c761c994-504b-4877-9fc2-3e3319c0abe2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.137442] env[65481]: DEBUG nova.compute.manager [req-22da9cc0-3480-4b48-93bb-dc817e7ad743 req-9b48b361-1bcd-4bc0-bedb-666916267ddd service nova] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Received event network-vif-deleted-9ae20a1e-3b86-43ee-91ed-2f17610c1704 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 830.138677] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 830.138875] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.156071] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 830.180362] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 830.268912] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba4805-e97a-04cc-9f25-dab551f156b3, 'name': SearchDatastore_Task, 'duration_secs': 0.015185} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.272870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 830.273070] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 830.273266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 830.273484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 830.273730] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 830.274916] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e88cb0a5-5202-4e51-9c68-8ab7393a319e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.286222] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 830.286882] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 830.290620] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-18d5ac5d-7416-4c4e-8b6f-0262cdeadfba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.300403] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 830.300403] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5284c958-fac8-72db-d7e5-ddc9db1cf388" [ 830.300403] env[65481]: _type = "Task" [ 830.300403] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.316034] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5284c958-fac8-72db-d7e5-ddc9db1cf388, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.356035] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884526, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.409531] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 830.455735] env[65481]: INFO nova.compute.manager [-] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Took 1.41 seconds to deallocate network for instance. [ 830.816085] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5284c958-fac8-72db-d7e5-ddc9db1cf388, 'name': SearchDatastore_Task, 'duration_secs': 0.013066} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 830.820351] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-803d4c9c-b82d-4ae2-aa42-d268939040f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.827442] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 830.827442] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949675-1742-582e-7dc8-783aa197adb9" [ 830.827442] env[65481]: _type = "Task" [ 830.827442] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 830.845931] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949675-1742-582e-7dc8-783aa197adb9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.854606] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de01b19a-221f-4f15-9452-cb8f84e63c7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.869619] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884526, 'name': CloneVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 830.871909] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e8d1373-db41-4bb8-9c08-da56c9b94e89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.927530] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1858fd06-b5f0-44a6-93b7-7bdc1bfeaa6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.936920] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b658456-1d63-4d35-8eaa-207127946da6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 830.953524] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 830.955981] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 830.961494] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.340592] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52949675-1742-582e-7dc8-783aa197adb9, 'name': SearchDatastore_Task, 'duration_secs': 0.011835} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.340795] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 831.341073] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 05220b53-c822-4e7b-91ea-fcbca536dd92/05220b53-c822-4e7b-91ea-fcbca536dd92.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 831.341690] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fbfdc531-22cd-4022-9137-bd93ba4b077e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.350036] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 831.350036] env[65481]: value = "task-4884527" [ 831.350036] env[65481]: _type = "Task" [ 831.350036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 831.357230] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884526, 'name': CloneVM_Task, 'duration_secs': 1.577341} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 831.357888] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Created linked-clone VM from snapshot [ 831.358652] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59eba316-ef5b-4e0b-bcdc-fad38fa1e39f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.364458] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884527, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.370665] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Uploading image 46e0b510-764a-4afb-9e2f-e2226d229bbd {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 831.397353] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 831.397353] env[65481]: value = "vm-951856" [ 831.397353] env[65481]: _type = "VirtualMachine" [ 831.397353] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 831.397685] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-0c658f17-378a-4923-a1d0-3265ea02a6b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.407635] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lease: (returnval){ [ 831.407635] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2f9f1-2794-1259-f127-b7766e110433" [ 831.407635] env[65481]: _type = "HttpNfcLease" [ 831.407635] env[65481]: } obtained for exporting VM: (result){ [ 831.407635] env[65481]: value = "vm-951856" [ 831.407635] env[65481]: _type = "VirtualMachine" [ 831.407635] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 831.407635] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the lease: (returnval){ [ 831.407635] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2f9f1-2794-1259-f127-b7766e110433" [ 831.407635] env[65481]: _type = "HttpNfcLease" [ 831.407635] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 831.422154] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 831.422154] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2f9f1-2794-1259-f127-b7766e110433" [ 831.422154] env[65481]: _type = "HttpNfcLease" [ 831.422154] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 831.423032] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 831.423032] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d2f9f1-2794-1259-f127-b7766e110433" [ 831.423032] env[65481]: _type = "HttpNfcLease" [ 831.423032] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 831.423399] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6097b222-13c8-42da-962d-94ba0939857e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.434070] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 831.434410] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 831.521188] env[65481]: ERROR nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [req-ca7d87a4-0751-4d1c-9f2f-8f5933bb2a26] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ca7d87a4-0751-4d1c-9f2f-8f5933bb2a26"}]} [ 831.541558] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 831.543868] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5f1f3ab2-4037-49c6-979a-d16eda8a8e4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 831.563380] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 831.563607] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 831.582957] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 831.606208] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 831.639065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "1b658449-9a0e-4695-b986-fb802b8a5c29" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.639381] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.640879] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 831.640879] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 831.640879] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 831.642681] env[65481]: INFO nova.compute.manager [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Terminating instance [ 831.860918] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884527, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 831.927170] env[65481]: DEBUG nova.compute.manager [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 832.147444] env[65481]: DEBUG nova.compute.manager [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 832.147694] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 832.148648] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7afd6af1-f50e-4f7e-bb15-0ec210360e92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.160617] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 832.161050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5f567628-8825-41a6-841b-5057a0e7a98e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.169275] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 832.169275] env[65481]: value = "task-4884529" [ 832.169275] env[65481]: _type = "Task" [ 832.169275] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.184535] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884529, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.293396] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a66c50-5b57-4154-b2c9-ec66d11f72b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.302652] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-400699de-aec4-45fa-9e05-dbcfc29756a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.365224] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.365224] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 832.371158] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ae3bea-0b08-4e6e-ab99-75c16b63b409 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.382978] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884527, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519691} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.388089] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 05220b53-c822-4e7b-91ea-fcbca536dd92/05220b53-c822-4e7b-91ea-fcbca536dd92.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 832.388089] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 832.390580] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8d5bec2b-ea6d-4dbe-9a8c-b21e4abfb32f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.394821] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-091d90ca-2834-47ea-89c4-63d55f963ce5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.415411] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 832.418944] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 832.418944] env[65481]: value = "task-4884530" [ 832.418944] env[65481]: _type = "Task" [ 832.418944] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.431092] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884530, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.461027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 832.683420] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884529, 'name': PowerOffVM_Task, 'duration_secs': 0.279946} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.683705] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 832.683973] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 832.684424] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-55f8814b-1485-4137-bc21-03c136a018e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.769547] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 832.769904] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 832.770218] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleting the datastore file [datastore2] 1b658449-9a0e-4695-b986-fb802b8a5c29 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 832.770585] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9f8db037-ff78-4ef8-b68d-76aa2f1165dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.781270] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 832.781270] env[65481]: value = "task-4884532" [ 832.781270] env[65481]: _type = "Task" [ 832.781270] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 832.791708] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884532, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 832.875549] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 832.937839] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884530, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079677} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 832.938273] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 832.939568] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18f949eb-d5e6-49e2-a299-54ddc0843489 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.964684] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Reconfiguring VM instance instance-0000003a to attach disk [datastore2] 05220b53-c822-4e7b-91ea-fcbca536dd92/05220b53-c822-4e7b-91ea-fcbca536dd92.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 832.966064] env[65481]: ERROR nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [req-5d2cd96d-cff8-4cc4-b5fd-ee11b0f72520] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-5d2cd96d-cff8-4cc4-b5fd-ee11b0f72520"}]} [ 832.966487] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-90db2e81-9184-49be-8700-183cb8ff7efd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 832.990991] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 832.990991] env[65481]: value = "task-4884533" [ 832.990991] env[65481]: _type = "Task" [ 832.990991] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 833.002074] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884533, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.003357] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 833.027616] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 833.027971] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 94, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 833.046212] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 833.073124] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 833.296333] env[65481]: DEBUG oslo_vmware.api [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884532, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300972} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 833.296664] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 833.296921] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 833.297057] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 833.297240] env[65481]: INFO nova.compute.manager [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Took 1.15 seconds to destroy the instance on the hypervisor. [ 833.297527] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 833.297771] env[65481]: DEBUG nova.compute.manager [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 833.297895] env[65481]: DEBUG nova.network.neutron [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 833.298223] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.342669] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 833.403715] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 833.504974] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884533, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 833.693530] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68a3e852-3e39-44f3-8a84-cbdf085d9f35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.703245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ec05eec-7ae1-4671-bbd5-334228450665 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.735852] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7268d4f7-eb22-4ee5-a495-5a9beb2ebe53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.744674] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e5ec741-a543-428b-862f-ce4ab3a41382 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 833.762943] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.003618] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884533, 'name': ReconfigVM_Task, 'duration_secs': 0.733907} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.003991] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Reconfigured VM instance instance-0000003a to attach disk [datastore2] 05220b53-c822-4e7b-91ea-fcbca536dd92/05220b53-c822-4e7b-91ea-fcbca536dd92.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 834.004663] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7e6592f3-27fb-4881-8eef-1d1de215ca46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.013415] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 834.013415] env[65481]: value = "task-4884534" [ 834.013415] env[65481]: _type = "Task" [ 834.013415] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.024212] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884534, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.305932] env[65481]: DEBUG nova.scheduler.client.report [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 83 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 834.306238] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 83 to 84 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 834.306422] env[65481]: DEBUG nova.compute.provider_tree [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 834.353996] env[65481]: DEBUG nova.network.neutron [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 834.525291] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884534, 'name': Rename_Task, 'duration_secs': 0.20112} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 834.525586] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 834.525849] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8efc8a1b-153d-430a-80d0-4177312d3dd9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 834.533498] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 834.533498] env[65481]: value = "task-4884535" [ 834.533498] env[65481]: _type = "Task" [ 834.533498] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 834.543050] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884535, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 834.812391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 6.738s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 834.813052] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 834.816131] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 44.139s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 834.817872] env[65481]: INFO nova.compute.claims [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 834.857417] env[65481]: INFO nova.compute.manager [-] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Took 1.56 seconds to deallocate network for instance. [ 835.044929] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884535, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 835.325132] env[65481]: DEBUG nova.compute.utils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 835.326464] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 835.326634] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 835.326977] env[65481]: WARNING neutronclient.v2_0.client [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.327314] env[65481]: WARNING neutronclient.v2_0.client [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 835.365684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 835.406814] env[65481]: DEBUG nova.policy [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '722e73420ded4ac1a988bdae79953a23', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd9b0be3747784dddbff3643a218e438a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 835.545096] env[65481]: DEBUG oslo_vmware.api [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884535, 'name': PowerOnVM_Task, 'duration_secs': 0.569909} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 835.545369] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 835.545566] env[65481]: INFO nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Took 6.47 seconds to spawn the instance on the hypervisor. [ 835.545733] env[65481]: DEBUG nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 835.546513] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d0fdafc-9c7e-4457-8d7e-c09959e6d58d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 835.717243] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Successfully created port: 237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 835.831973] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 836.065345] env[65481]: INFO nova.compute.manager [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Took 49.17 seconds to build instance. [ 836.410473] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b817b760-f40e-4fa0-95fc-dfd83fcb222e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.419625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71c618ef-fce3-47e7-83d0-1621a53bffc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.454117] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30581805-51e5-454d-b876-073df7dadf6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.463054] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad8e876-9a41-42f8-bf82-b7ff0c349b87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 836.477893] env[65481]: DEBUG nova.compute.provider_tree [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 836.567407] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6a43e4db-9ebb-47bd-9734-6799acc5af37 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 67.585s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 836.846173] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 836.981378] env[65481]: DEBUG nova.scheduler.client.report [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 837.302887] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Successfully updated port: 237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 837.488061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.672s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 837.488655] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 837.491468] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 42.643s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 837.491912] env[65481]: DEBUG nova.objects.instance [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lazy-loading 'resources' on Instance uuid 6475f10f-cd01-4930-ba6f-36ff45a94bd5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 837.806080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 837.806080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 837.806488] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 837.996087] env[65481]: DEBUG nova.compute.utils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 838.000912] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 838.001142] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 838.001690] env[65481]: WARNING neutronclient.v2_0.client [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.001786] env[65481]: WARNING neutronclient.v2_0.client [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.043059] env[65481]: DEBUG nova.policy [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e7f48f9ef04f538ec081f4112fa772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedc0779444549f689d1a54807a82305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 838.345548] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 838.425811] env[65481]: WARNING neutronclient.v2_0.client [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 838.472166] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Successfully created port: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 838.502197] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 838.513728] env[65481]: DEBUG nova.network.neutron [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Updating instance_info_cache with network_info: [{"id": "237ffa68-b126-414c-b790-0ce23255e3cd", "address": "fa:16:3e:e1:52:8f", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237ffa68-b1", "ovs_interfaceid": "237ffa68-b126-414c-b790-0ce23255e3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 838.566440] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e349065-1eb4-451d-9301-1a263b3c5741 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.577098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6550d0-c593-4343-b1d3-125bc433947a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.609504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-734ad233-15ab-44c9-a73f-1ba7819761eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.618098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e08cd8a-0221-47b8-a5a7-46d9a31c4a47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 838.634973] env[65481]: DEBUG nova.compute.provider_tree [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 839.016783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 839.017113] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Instance network_info: |[{"id": "237ffa68-b126-414c-b790-0ce23255e3cd", "address": "fa:16:3e:e1:52:8f", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237ffa68-b1", "ovs_interfaceid": "237ffa68-b126-414c-b790-0ce23255e3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 839.103864] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.104191] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.104854] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.108379] env[65481]: DEBUG nova.virt.hardware [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.109845] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c080c795-3340-4126-8855-1035457f07d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.120307] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 839.121661] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b3fda34-5503-40bb-8b22-12e4d2861de1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.126837] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-231f6440-e1ec-4f44-95f9-24fd17209121 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.143018] env[65481]: DEBUG nova.scheduler.client.report [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 839.147031] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e1:52:8f', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '89463199-7ddf-4ee7-b485-1629a75b4b8f', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '237ffa68-b126-414c-b790-0ce23255e3cd', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 839.154418] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 839.154714] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 839.154852] env[65481]: ERROR oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk due to incomplete transfer. [ 839.155700] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 839.155914] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4f355cb7-4ae2-4465-8306-ac6d463b7c38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.157737] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-373aadfd-dce7-46b4-b662-20c2c97d85e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.181330] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 839.181330] env[65481]: value = "task-4884536" [ 839.181330] env[65481]: _type = "Task" [ 839.181330] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.182853] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b091ba-c964-63bf-2294-648550bf7880/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 839.183110] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Uploaded image 9dfd364e-fcfb-4381-8014-7daebc6fd649 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 839.186829] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 839.190365] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-f1e7451e-1a15-47ee-9047-80e4d475b938 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.199615] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884536, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.201293] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 839.201293] env[65481]: value = "task-4884537" [ 839.201293] env[65481]: _type = "Task" [ 839.201293] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 839.212711] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884537, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.515654] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 839.548505] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 839.548792] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 839.548955] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 839.549188] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 839.549369] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 839.549632] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 839.549873] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 839.550049] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 839.550282] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 839.550467] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 839.550673] env[65481]: DEBUG nova.virt.hardware [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 839.551685] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53ddadde-0c2a-4b81-a015-5ae2a5871f5f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.560958] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d985a4a-3563-47fb-8c9b-34d98a82c1c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 839.657846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.166s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 839.660162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 44.345s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 839.660162] env[65481]: DEBUG nova.objects.instance [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lazy-loading 'resources' on Instance uuid 47372854-b82d-4be0-8781-4806ba7bf020 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 839.694401] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884536, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.714812] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884537, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 839.725935] env[65481]: INFO nova.scheduler.client.report [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted allocations for instance 6475f10f-cd01-4930-ba6f-36ff45a94bd5 [ 840.081374] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 840.082625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-868c1e8a-f852-4bf2-a9c9-70eec8be4270 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.090118] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 840.090539] env[65481]: ERROR oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk due to incomplete transfer. [ 840.090737] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-b1f9f70c-ebe2-4a48-84c5-be38bcae55a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.100980] env[65481]: DEBUG oslo_vmware.rw_handles [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52d469ff-2359-9b06-892f-54c94ec1e4d5/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 840.100980] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Uploaded image 46e0b510-764a-4afb-9e2f-e2226d229bbd to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 840.101524] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 840.101921] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-bc968434-8030-44fe-bf48-ef69b43d77db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.109869] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 840.109869] env[65481]: value = "task-4884538" [ 840.109869] env[65481]: _type = "Task" [ 840.109869] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.119145] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884538, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.131284] env[65481]: DEBUG nova.compute.manager [req-5e6c5dd8-f949-4375-b6e7-8b9bc6915ac9 req-06f09d98-feea-4470-9fe1-29d8557b9c62 service nova] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Received event network-vif-deleted-69af2ac9-7045-476b-af13-83fbbad63743 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 840.147554] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Successfully updated port: 97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 840.196835] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884536, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.212100] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884537, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.237886] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f88095f-8472-48ab-95e7-4ef1e153f913 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "6475f10f-cd01-4930-ba6f-36ff45a94bd5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 49.079s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 840.627224] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884538, 'name': Destroy_Task, 'duration_secs': 0.482011} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.627224] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Destroyed the VM [ 840.627224] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.627224] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-6373a061-e09d-4452-982b-de401a0a7e6a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.635101] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 840.635101] env[65481]: value = "task-4884539" [ 840.635101] env[65481]: _type = "Task" [ 840.635101] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.647296] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.655776] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.655776] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.655776] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 840.696860] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884536, 'name': CreateVM_Task, 'duration_secs': 1.028961} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.697060] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 840.697715] env[65481]: WARNING neutronclient.v2_0.client [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 840.698093] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 840.698248] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 840.698965] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 840.700133] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cbd67419-1805-459d-ac52-74c7c4db6e99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.711641] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 840.711641] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf9d4-1130-03b8-caad-2bf6d075034e" [ 840.711641] env[65481]: _type = "Task" [ 840.711641] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.721955] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884537, 'name': Destroy_Task, 'duration_secs': 1.475913} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 840.722824] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Destroyed the VM [ 840.723124] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 840.723356] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-bffa5f09-a0ce-4720-9a89-c0ae39bc8a3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.729300] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf9d4-1130-03b8-caad-2bf6d075034e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.734786] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 840.734786] env[65481]: value = "task-4884540" [ 840.734786] env[65481]: _type = "Task" [ 840.734786] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 840.746028] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 840.804323] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d979809c-b680-46d1-bb1f-037712449018 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.817542] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e959ee-5af1-4a8f-83e3-0c06e5efedd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.880950] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c77749c9-bb08-4f1a-af0a-9f785d098808 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.899142] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0c567b4-d7da-41c9-923c-8b4e7e5db84a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 840.925990] env[65481]: DEBUG nova.compute.provider_tree [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 841.146441] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884539, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.181970] env[65481]: DEBUG nova.compute.manager [None req-8f4fb034-2d84-49cc-9661-782ff192fd24 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 841.183263] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc4b7427-ade3-451a-80e7-9101974c4f68 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.226570] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf9d4-1130-03b8-caad-2bf6d075034e, 'name': SearchDatastore_Task, 'duration_secs': 0.050217} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.226570] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 841.226570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 841.227035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 841.227134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 841.227269] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 841.227561] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e232ffc0-53d1-47d7-91e3-b8b421308a9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.242716] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 841.246297] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 841.246518] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 841.247953] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5687385c-328b-47ae-840d-d5d0b2217e26 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.256801] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.261679] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 841.261679] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528f648e-bc63-48ea-f8ed-cbefdad93670" [ 841.261679] env[65481]: _type = "Task" [ 841.261679] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.279854] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528f648e-bc63-48ea-f8ed-cbefdad93670, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.384244] env[65481]: WARNING neutronclient.v2_0.client [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 841.391039] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.391286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.391493] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.391672] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.391831] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.394304] env[65481]: INFO nova.compute.manager [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Terminating instance [ 841.432355] env[65481]: DEBUG nova.scheduler.client.report [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 841.541708] env[65481]: DEBUG nova.network.neutron [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Updating instance_info_cache with network_info: [{"id": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "address": "fa:16:3e:5c:b8:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e9c12c-64", "ovs_interfaceid": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 841.647646] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884539, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.698863] env[65481]: INFO nova.compute.manager [None req-8f4fb034-2d84-49cc-9661-782ff192fd24 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] instance snapshotting [ 841.698863] env[65481]: DEBUG nova.objects.instance [None req-8f4fb034-2d84-49cc-9661-782ff192fd24 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lazy-loading 'flavor' on Instance uuid 05220b53-c822-4e7b-91ea-fcbca536dd92 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 841.749589] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.774480] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "05220b53-c822-4e7b-91ea-fcbca536dd92" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.774821] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.775142] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "05220b53-c822-4e7b-91ea-fcbca536dd92-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 841.775378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.775643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.777556] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528f648e-bc63-48ea-f8ed-cbefdad93670, 'name': SearchDatastore_Task, 'duration_secs': 0.046314} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 841.779047] env[65481]: INFO nova.compute.manager [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Terminating instance [ 841.780587] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25351cc1-391c-46be-851b-30640ff1b1f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.788417] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 841.788417] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d9c761-6f90-6da0-f026-e61756e45c30" [ 841.788417] env[65481]: _type = "Task" [ 841.788417] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.798398] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d9c761-6f90-6da0-f026-e61756e45c30, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.898470] env[65481]: DEBUG nova.compute.manager [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 841.898741] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 841.899651] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bdb2dcf-cee4-4431-8e6f-fdecf4edf2ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.908161] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 841.908441] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-29f186cf-598c-4e24-b460-5d637acf96c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 841.916545] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 841.916545] env[65481]: value = "task-4884541" [ 841.916545] env[65481]: _type = "Task" [ 841.916545] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 841.925588] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884541, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 841.935172] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.275s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 841.937803] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 46.278s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 841.938063] env[65481]: DEBUG nova.objects.instance [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lazy-loading 'resources' on Instance uuid da5e35d1-b7a4-4fd0-9128-2bb5a148da93 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 842.000200] env[65481]: INFO nova.scheduler.client.report [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Deleted allocations for instance 47372854-b82d-4be0-8781-4806ba7bf020 [ 842.044946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.045898] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Instance network_info: |[{"id": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "address": "fa:16:3e:5c:b8:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e9c12c-64", "ovs_interfaceid": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 842.046159] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5c:b8:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '97e9c12c-64a5-4df2-a8b1-c67788e60a1c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 842.055445] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating folder: Project (cedc0779444549f689d1a54807a82305). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.055974] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-19dfdebf-f49b-45a9-8616-00a8db8472d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.068604] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created folder: Project (cedc0779444549f689d1a54807a82305) in parent group-v951696. [ 842.068897] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating folder: Instances. Parent ref: group-v951858. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 842.069186] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-94108a9c-a840-4c25-82a0-9b599536075b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.079992] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created folder: Instances in parent group-v951858. [ 842.080326] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 842.080551] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 842.080775] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f60d81f6-c6ae-46a3-96e9-c49452b130cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.102405] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 842.102405] env[65481]: value = "task-4884544" [ 842.102405] env[65481]: _type = "Task" [ 842.102405] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.115301] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884544, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.149120] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884539, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.194384] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Received event network-vif-plugged-237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.194473] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquiring lock "fee5d44b-7a2c-473d-a791-31760563e635-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 842.194679] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Lock "fee5d44b-7a2c-473d-a791-31760563e635-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 842.194838] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Lock "fee5d44b-7a2c-473d-a791-31760563e635-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.194997] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] No waiting events found dispatching network-vif-plugged-237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 842.195176] env[65481]: WARNING nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Received unexpected event network-vif-plugged-237ffa68-b126-414c-b790-0ce23255e3cd for instance with vm_state building and task_state spawning. [ 842.195332] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Received event network-changed-237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 842.195917] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Refreshing instance network info cache due to event network-changed-237ffa68-b126-414c-b790-0ce23255e3cd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 842.195917] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquiring lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.196018] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquired lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.196143] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Refreshing network info cache for port 237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 842.204011] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd37bf93-06d5-46b7-922d-fddb3ba6278c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.223105] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1ccdabe-21e5-4d47-b650-362cee240974 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.247677] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.285352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "refresh_cache-05220b53-c822-4e7b-91ea-fcbca536dd92" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 842.285587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquired lock "refresh_cache-05220b53-c822-4e7b-91ea-fcbca536dd92" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 842.285779] env[65481]: DEBUG nova.network.neutron [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 842.302787] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d9c761-6f90-6da0-f026-e61756e45c30, 'name': SearchDatastore_Task, 'duration_secs': 0.038901} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.302787] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 842.304088] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fee5d44b-7a2c-473d-a791-31760563e635/fee5d44b-7a2c-473d-a791-31760563e635.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 842.304088] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0c07ad5e-848e-4d7a-a87c-f94202d4e7c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.314563] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 842.314563] env[65481]: value = "task-4884545" [ 842.314563] env[65481]: _type = "Task" [ 842.314563] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.329133] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884545, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.427842] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884541, 'name': PowerOffVM_Task, 'duration_secs': 0.446566} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.428255] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 842.428446] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 842.428701] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e9b96944-b060-4d70-9334-4131f5f0c007 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.510796] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2cc4da28-ba86-48bf-91af-ad450eaf5266 tempest-MultipleCreateTestJSON-2103587672 tempest-MultipleCreateTestJSON-2103587672-project-member] Lock "47372854-b82d-4be0-8781-4806ba7bf020" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 50.830s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 842.512838] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 842.513226] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 842.513631] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleting the datastore file [datastore2] 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 842.514325] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-dd8c2b7a-a6d5-4b85-aeb9-9d71c95c468c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 842.525479] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 842.525479] env[65481]: value = "task-4884547" [ 842.525479] env[65481]: _type = "Task" [ 842.525479] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 842.535384] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.618756] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884544, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.650157] env[65481]: DEBUG oslo_vmware.api [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884539, 'name': RemoveSnapshot_Task, 'duration_secs': 1.536162} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 842.653128] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 842.653440] env[65481]: INFO nova.compute.manager [None req-41cafd53-3935-4b20-a772-f6b9272d60b7 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 16.44 seconds to snapshot the instance on the hypervisor. [ 842.698489] env[65481]: WARNING neutronclient.v2_0.client [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.734387] env[65481]: DEBUG nova.compute.manager [None req-8f4fb034-2d84-49cc-9661-782ff192fd24 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance disappeared during snapshot {{(pid=65481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 842.752650] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task} progress is 74%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.789900] env[65481]: WARNING neutronclient.v2_0.client [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 842.829265] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884545, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 842.830452] env[65481]: DEBUG nova.network.neutron [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 842.982536] env[65481]: DEBUG nova.compute.manager [None req-8f4fb034-2d84-49cc-9661-782ff192fd24 tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Found 0 images (rotation: 2) {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 843.042205] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884547, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.073960] env[65481]: DEBUG nova.network.neutron [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.088307] env[65481]: WARNING neutronclient.v2_0.client [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.115896] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884544, 'name': CreateVM_Task, 'duration_secs': 0.713168} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.118724] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 843.119528] env[65481]: WARNING neutronclient.v2_0.client [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.119986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.120090] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.120339] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 843.120749] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aff20698-6c9c-4b2e-b3b9-52b9dbe2e1ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.127172] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 843.127172] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520d0983-3e49-1137-a8c7-81c3c8546ae1" [ 843.127172] env[65481]: _type = "Task" [ 843.127172] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.139623] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520d0983-3e49-1137-a8c7-81c3c8546ae1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.206750] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Updated VIF entry in instance network info cache for port 237ffa68-b126-414c-b790-0ce23255e3cd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 843.206924] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Updating instance_info_cache with network_info: [{"id": "237ffa68-b126-414c-b790-0ce23255e3cd", "address": "fa:16:3e:e1:52:8f", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.46", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap237ffa68-b1", "ovs_interfaceid": "237ffa68-b126-414c-b790-0ce23255e3cd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 843.218447] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9c212b7-403f-4f30-ac96-db50d101ee49 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.226240] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fae5491-46d3-4531-9f2a-6a9d7a34b297 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.267782] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97993622-4c18-4b25-a265-ee69867f8b29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.281349] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbe91897-23fa-433c-8fb3-4869fcca72d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.285748] env[65481]: DEBUG oslo_vmware.api [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884540, 'name': RemoveSnapshot_Task, 'duration_secs': 2.102107} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.286055] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 843.286276] env[65481]: INFO nova.compute.manager [None req-7efaf3fc-37ea-4a56-ac50-12f1ebdf81fd tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 18.81 seconds to snapshot the instance on the hypervisor. [ 843.300730] env[65481]: DEBUG nova.compute.provider_tree [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 843.329518] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884545, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.99837} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.329873] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fee5d44b-7a2c-473d-a791-31760563e635/fee5d44b-7a2c-473d-a791-31760563e635.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 843.330147] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 843.330568] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3e96bf13-8fd2-4646-b0ad-9b285062a3ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.338525] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 843.338525] env[65481]: value = "task-4884548" [ 843.338525] env[65481]: _type = "Task" [ 843.338525] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.351496] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884548, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.541402] env[65481]: DEBUG oslo_vmware.api [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884547, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.811171} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.542041] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 843.542041] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 843.542286] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 843.542333] env[65481]: INFO nova.compute.manager [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Took 1.64 seconds to destroy the instance on the hypervisor. [ 843.542762] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 843.542985] env[65481]: DEBUG nova.compute.manager [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 843.543116] env[65481]: DEBUG nova.network.neutron [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 843.543343] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.577167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Releasing lock "refresh_cache-05220b53-c822-4e7b-91ea-fcbca536dd92" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.577608] env[65481]: DEBUG nova.compute.manager [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 843.577804] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 843.578749] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-241a776d-2404-4f48-b7fb-4f8bdd58d7af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.582885] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 843.591413] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 843.591824] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e3bea1c2-8851-43f0-8468-cbff0f7bb97f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.600021] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 843.600021] env[65481]: value = "task-4884549" [ 843.600021] env[65481]: _type = "Task" [ 843.600021] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.610471] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884549, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.638105] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520d0983-3e49-1137-a8c7-81c3c8546ae1, 'name': SearchDatastore_Task, 'duration_secs': 0.060558} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.638438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.638801] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 843.639094] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.639094] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.640199] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 843.640199] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ee9f56ca-4ff1-4ba9-a7f9-15aed711acd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.651597] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 843.651926] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 843.652755] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-60d8bb2d-c13b-4403-8d3e-c3d91121f736 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.658845] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 843.658845] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ec257-088a-43b2-3401-b7952a42f163" [ 843.658845] env[65481]: _type = "Task" [ 843.658845] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.667713] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ec257-088a-43b2-3401-b7952a42f163, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 843.709536] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Releasing lock "refresh_cache-fee5d44b-7a2c-473d-a791-31760563e635" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 843.709871] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Received event network-vif-plugged-97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 843.710085] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquiring lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 843.710312] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 843.710794] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 843.710927] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] No waiting events found dispatching network-vif-plugged-97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 843.711169] env[65481]: WARNING nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Received unexpected event network-vif-plugged-97e9c12c-64a5-4df2-a8b1-c67788e60a1c for instance with vm_state building and task_state spawning. [ 843.711420] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Received event network-changed-97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 843.711503] env[65481]: DEBUG nova.compute.manager [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Refreshing instance network info cache due to event network-changed-97e9c12c-64a5-4df2-a8b1-c67788e60a1c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 843.711642] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquiring lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 843.711781] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Acquired lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 843.711936] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Refreshing network info cache for port 97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 843.804764] env[65481]: DEBUG nova.scheduler.client.report [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 843.849792] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884548, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.259932} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 843.850096] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 843.851570] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53bd2e89-c968-47f6-99d5-85d2c5c75fb0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.878922] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Reconfiguring VM instance instance-0000003b to attach disk [datastore2] fee5d44b-7a2c-473d-a791-31760563e635/fee5d44b-7a2c-473d-a791-31760563e635.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 843.879348] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b75f9119-7a4a-479b-96d4-b044446df0f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 843.902686] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 843.902686] env[65481]: value = "task-4884550" [ 843.902686] env[65481]: _type = "Task" [ 843.902686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 843.913557] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884550, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.113287] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884549, 'name': PowerOffVM_Task, 'duration_secs': 0.367434} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.113597] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 844.113789] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 844.114088] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ddb602e-dd8f-4aa1-a781-3128bbada387 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.145271] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 844.145441] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 844.145945] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Deleting the datastore file [datastore2] 05220b53-c822-4e7b-91ea-fcbca536dd92 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 844.146342] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-102e4e77-8d39-4391-bf7e-082e8a2d66d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.154383] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for the task: (returnval){ [ 844.154383] env[65481]: value = "task-4884552" [ 844.154383] env[65481]: _type = "Task" [ 844.154383] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.168999] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884552, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.176314] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ec257-088a-43b2-3401-b7952a42f163, 'name': SearchDatastore_Task, 'duration_secs': 0.045738} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.176314] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02388284-dda1-447f-ae30-fc51518fe8d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.187084] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 844.187084] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ae7f96-c84c-886a-b7af-130df5208ecd" [ 844.187084] env[65481]: _type = "Task" [ 844.187084] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.198280] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ae7f96-c84c-886a-b7af-130df5208ecd, 'name': SearchDatastore_Task, 'duration_secs': 0.010296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.198872] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 844.199330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 877112a7-91d2-47a2-8eed-0d0b5187c237/877112a7-91d2-47a2-8eed-0d0b5187c237.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 844.202050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1d453981-868d-41d1-80de-f50fc98dffff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.209025] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 844.209025] env[65481]: value = "task-4884553" [ 844.209025] env[65481]: _type = "Task" [ 844.209025] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.215118] env[65481]: WARNING neutronclient.v2_0.client [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.225254] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884553, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.310861] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.373s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.313653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 48.305s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 844.350943] env[65481]: INFO nova.scheduler.client.report [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleted allocations for instance da5e35d1-b7a4-4fd0-9128-2bb5a148da93 [ 844.419308] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884550, 'name': ReconfigVM_Task, 'duration_secs': 0.447432} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.419308] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Reconfigured VM instance instance-0000003b to attach disk [datastore2] fee5d44b-7a2c-473d-a791-31760563e635/fee5d44b-7a2c-473d-a791-31760563e635.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 844.419308] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3c63803a-08ce-4773-a758-bca44c2d21be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 844.426357] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 844.426357] env[65481]: value = "task-4884554" [ 844.426357] env[65481]: _type = "Task" [ 844.426357] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 844.441214] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884554, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.626995] env[65481]: WARNING neutronclient.v2_0.client [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.637419] env[65481]: DEBUG nova.network.neutron [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.669550] env[65481]: DEBUG oslo_vmware.api [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Task: {'id': task-4884552, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116432} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 844.670227] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 844.670455] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 844.670627] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 844.670873] env[65481]: INFO nova.compute.manager [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Took 1.09 seconds to destroy the instance on the hypervisor. [ 844.671290] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 844.671412] env[65481]: DEBUG nova.compute.manager [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 844.671474] env[65481]: DEBUG nova.network.neutron [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 844.671799] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.720457] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884553, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 844.747849] env[65481]: DEBUG nova.compute.manager [req-5e848505-9b4c-4fd4-939e-7694e4d86d98 req-56bbd351-3176-4f8d-a225-7000ccd290bd service nova] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Received event network-vif-deleted-2c833fff-5059-4b7b-9fcb-255e8b0e2887 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 844.766796] env[65481]: DEBUG nova.network.neutron [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 844.767069] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 844.790981] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Updated VIF entry in instance network info cache for port 97e9c12c-64a5-4df2-a8b1-c67788e60a1c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 844.791482] env[65481]: DEBUG nova.network.neutron [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Updating instance_info_cache with network_info: [{"id": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "address": "fa:16:3e:5c:b8:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap97e9c12c-64", "ovs_interfaceid": "97e9c12c-64a5-4df2-a8b1-c67788e60a1c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 844.870607] env[65481]: DEBUG oslo_concurrency.lockutils [None req-16a5eb85-426a-412a-91d2-43167c59d5b1 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "da5e35d1-b7a4-4fd0-9128-2bb5a148da93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.507s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 844.941335] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884554, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.140718] env[65481]: INFO nova.compute.manager [-] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Took 1.60 seconds to deallocate network for instance. [ 845.218915] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884553, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.274021] env[65481]: DEBUG nova.network.neutron [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 845.297613] env[65481]: DEBUG oslo_concurrency.lockutils [req-0c846c37-2bda-44f0-bd42-a576d4279bbf req-e8d35be3-3ee1-4151-b39d-4ae094d313b0 service nova] Releasing lock "refresh_cache-877112a7-91d2-47a2-8eed-0d0b5187c237" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 845.340975] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Applying migration context for instance 4ab04750-f79c-4ba4-9522-f40d182a60de as it has an incoming, in-progress migration 61772ccc-77a1-4f86-9f4a-b92c9ad86f46. Migration status is reverting {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 845.347151] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating resource usage from migration 61772ccc-77a1-4f86-9f4a-b92c9ad86f46 [ 845.347151] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating resource usage from migration d043648b-8b43-4abe-a489-1e31127010f4 [ 845.441770] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884554, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.512920] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5b571204-f656-4697-b62a-5caf8929d3d7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.513469] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 254c11d4-87f9-465d-bdca-3ac7930d4000 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.513469] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance df813b65-e6c1-402e-b3c5-8d0d4404c003 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.513616] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1b658449-9a0e-4695-b986-fb802b8a5c29 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.513683] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 9c7432da-7e2f-4b09-ad3e-96dfa79919d2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.513799] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ef8ee289-43ea-4622-a923-2c5399847b57 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.513903] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.514061] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ff720f13-03ae-4d1f-b714-21ea4423a29d is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.514188] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c5e60097-9a02-49d5-9c05-ec74e5e8a69f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.514609] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6d7b881c-facf-4138-be2d-391633018358 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.514609] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 049aaccd-0332-4fa4-a1ba-17d7722decdb actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.514609] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.514762] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.514806] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 00902224-aae0-4414-93e9-895098881d15 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.514915] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a4fa0aff-8c29-475a-a287-2aa3ee3bbf93 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.515037] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c79ee824-399c-408f-913e-d2243a099169 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.515145] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 79f9724f-65f5-4f02-9e13-6887d98129a4 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.515741] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 71532819-01aa-44e8-8a4e-b7cd091ae17e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.515741] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 9a78abeb-8dd1-4b88-b88a-743131739851 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.515741] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ec77f991-9de4-4c4c-bb84-110fb8a5dec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.515741] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c41e1bfd-f22d-4723-a4cf-a425f148e0bb is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.515741] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 08160ce9-8689-43b2-a934-2e9c1e4ce078 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.515956] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 3c624edd-c5db-45a3-af92-9788d9755023 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.515956] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e0bc5f61-ea72-491e-b5d1-f16b0f16455a is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.516043] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 41ab260a-be19-4c45-bf4c-50bcfac2aac2 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.516609] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 2b9a726d-c8d3-4b51-861d-ee23f2367e84 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 845.516609] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration 61772ccc-77a1-4f86-9f4a-b92c9ad86f46 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 845.516609] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4ab04750-f79c-4ba4-9522-f40d182a60de actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.516609] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 05220b53-c822-4e7b-91ea-fcbca536dd92 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.516609] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance fee5d44b-7a2c-473d-a791-31760563e635 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.516847] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 877112a7-91d2-47a2-8eed-0d0b5187c237 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 845.648180] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 845.720042] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884553, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 845.777982] env[65481]: INFO nova.compute.manager [-] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Took 1.11 seconds to deallocate network for instance. [ 845.945144] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884554, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.020943] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a164b9e8-a577-461f-bbc9-2ceb999bd5c5 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 846.220252] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884553, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.540279} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.220252] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 877112a7-91d2-47a2-8eed-0d0b5187c237/877112a7-91d2-47a2-8eed-0d0b5187c237.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 846.220252] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 846.220252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a9de287-76ad-4277-8332-cde035638852 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.229637] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 846.229637] env[65481]: value = "task-4884555" [ 846.229637] env[65481]: _type = "Task" [ 846.229637] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.242654] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884555, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.288262] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 846.441395] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884554, 'name': Rename_Task, 'duration_secs': 1.998848} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.441702] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 846.441960] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-837b0a33-9328-4fb3-9510-b35079da5ca4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.451111] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 846.451111] env[65481]: value = "task-4884556" [ 846.451111] env[65481]: _type = "Task" [ 846.451111] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.460837] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884556, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.523855] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a98557ef-a7ca-4d99-85be-5a71b1dce96c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 846.740455] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884555, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073076} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.740781] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 846.741535] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99848896-6f7e-4d95-81e0-814c884c105d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.765407] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Reconfiguring VM instance instance-0000003c to attach disk [datastore2] 877112a7-91d2-47a2-8eed-0d0b5187c237/877112a7-91d2-47a2-8eed-0d0b5187c237.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 846.766162] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a0c61bbd-e279-4ade-a776-03a1382905f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 846.786432] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 846.786432] env[65481]: value = "task-4884557" [ 846.786432] env[65481]: _type = "Task" [ 846.786432] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 846.795795] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884557, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 846.966136] env[65481]: DEBUG oslo_vmware.api [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884556, 'name': PowerOnVM_Task, 'duration_secs': 0.480039} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 846.966371] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 846.966570] env[65481]: INFO nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Took 10.12 seconds to spawn the instance on the hypervisor. [ 846.966744] env[65481]: DEBUG nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 846.967676] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c35ae9c9-4b50-4226-838f-a20fbfcf8d1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.026993] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.027342] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration d043648b-8b43-4abe-a489-1e31127010f4 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 847.028183] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a152d69b-743f-4385-a71c-9ab27df34c9b actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 847.156693] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "b97641fd-2656-4067-83d6-9bed257d6b5f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.157267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.179293] env[65481]: DEBUG nova.compute.manager [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 847.180595] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58bbdb45-b4bb-479f-9c1e-20d2f6003110 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.298030] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884557, 'name': ReconfigVM_Task, 'duration_secs': 0.437121} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.298349] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Reconfigured VM instance instance-0000003c to attach disk [datastore2] 877112a7-91d2-47a2-8eed-0d0b5187c237/877112a7-91d2-47a2-8eed-0d0b5187c237.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 847.298993] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1404833a-8445-4ea7-9ecb-934fd8e37de9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.306720] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 847.306720] env[65481]: value = "task-4884558" [ 847.306720] env[65481]: _type = "Task" [ 847.306720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.319815] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884558, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.491952] env[65481]: INFO nova.compute.manager [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Took 58.27 seconds to build instance. [ 847.531213] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5547a644-cc2a-48c5-9939-e32cfe3edf51 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 847.532589] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 21 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 847.532589] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=4672MB phys_disk=100GB used_disk=21GB total_vcpus=48 used_vcpus=21 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '20', 'num_vm_active': '16', 'num_task_None': '14', 'num_os_type_None': '20', 'num_proj_d5069c81824d41b7818bb6b46434e118': '3', 'io_workload': '3', 'num_proj_f9c11673938149019e397feb794c8bc0': '2', 'num_proj_c2d07f9597fb4606a2978de30f93b971': '1', 'num_task_deleting': '2', 'num_proj_2f85cfd4a6464989b6e7055bc21e2862': '1', 'num_proj_43597ac6ae724203862ae7028433bba3': '1', 'num_vm_rescued': '1', 'num_proj_00f865d2358e4936a1eb6e5b30c31687': '1', 'num_proj_07c1e630f7c542ffa32018beb6e23ea2': '1', 'num_proj_18263a5736e54231ad71a3cacb29b028': '1', 'num_vm_resized': '1', 'num_task_resize_reverting': '1', 'num_proj_2999537dcd824f1cbbd9b4ed7a254273': '2', 'num_proj_d9b0be3747784dddbff3643a218e438a': '2', 'num_proj_63b1975a03ff45dca583d79d4e50c142': '1', 'num_proj_fa499c0ffadd45a7b7f6a132ae5e92d2': '1', 'num_task_resize_prep': '1', 'num_proj_844bcb8470044e48bf34580cf652307d': '1', 'num_proj_c0d163bdf2c6455b90f7fd5ebd471174': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_cedc0779444549f689d1a54807a82305': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 847.660014] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 847.692614] env[65481]: INFO nova.compute.manager [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] instance snapshotting [ 847.696460] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a986bc46-38cb-4447-af1c-472d5c5482e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.725753] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd3444fd-90ce-40a8-b1b4-f21e014da28e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.821601] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884558, 'name': Rename_Task, 'duration_secs': 0.335776} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 847.821997] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 847.822581] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-52d48341-daff-461d-b8c0-db5ac2777325 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 847.832702] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 847.832702] env[65481]: value = "task-4884559" [ 847.832702] env[65481]: _type = "Task" [ 847.832702] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 847.846127] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884559, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 847.933762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 847.934531] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 847.993641] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3413c96-748d-4539-a3dc-6d62da2adf88 tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 69.288s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 848.148242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cefdffb-ef8b-4176-bcb3-0253f0360ffa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.156430] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e58a224b-4b83-429b-a18f-8ed88406c7ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.195137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "47f67827-1fb8-4890-9c64-7badb06d1428" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.195572] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 848.199822] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ef0cd6-596e-43a9-8101-b39b0077002c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.209285] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf7dc1e-dab9-40d1-83ea-2b3e5d9deaf9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.215320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 848.228668] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 848.239205] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 848.239781] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9cc857c3-d424-44c2-b0c2-dc94445c1cbd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.247810] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 848.247810] env[65481]: value = "task-4884560" [ 848.247810] env[65481]: _type = "Task" [ 848.247810] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.257560] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.345694] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884559, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.402393] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-862fad32-e232-4d0b-b9b4-f46c7d9e6dfb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.410187] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Suspending the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 848.410267] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-3c885ca3-f320-4a90-a3c1-35b00b8dee90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.417935] env[65481]: DEBUG oslo_vmware.api [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] Waiting for the task: (returnval){ [ 848.417935] env[65481]: value = "task-4884561" [ 848.417935] env[65481]: _type = "Task" [ 848.417935] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 848.428563] env[65481]: DEBUG oslo_vmware.api [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] Task: {'id': task-4884561, 'name': SuspendVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.436233] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 848.699854] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 848.731876] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 848.761508] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884560, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.846124] env[65481]: DEBUG oslo_vmware.api [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884559, 'name': PowerOnVM_Task, 'duration_secs': 0.755248} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 848.846651] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 848.846945] env[65481]: INFO nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Took 9.33 seconds to spawn the instance on the hypervisor. [ 848.847557] env[65481]: DEBUG nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 848.848067] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9cfef83-654e-4ba6-9f8c-e9c0e715d8a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 848.932234] env[65481]: DEBUG oslo_vmware.api [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] Task: {'id': task-4884561, 'name': SuspendVM_Task} progress is 62%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 848.966741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.226443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.237755] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 849.238056] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 4.925s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.238345] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 53.188s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.238583] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.240999] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 50.835s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.243246] env[65481]: INFO nova.compute.claims [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 849.247019] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 849.247019] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 849.263565] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884560, 'name': CreateSnapshot_Task, 'duration_secs': 0.562358} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.263565] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 849.264519] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5f0a1d0-6c2c-4881-a99e-237b9621ffcb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.270316] env[65481]: INFO nova.scheduler.client.report [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted allocations for instance 6d7b881c-facf-4138-be2d-391633018358 [ 849.370283] env[65481]: INFO nova.compute.manager [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Took 58.71 seconds to build instance. [ 849.431815] env[65481]: DEBUG oslo_vmware.api [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] Task: {'id': task-4884561, 'name': SuspendVM_Task, 'duration_secs': 0.953379} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 849.432145] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Suspended the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 849.432351] env[65481]: DEBUG nova.compute.manager [None req-f345e1f8-8214-4f87-8622-b819fff384f6 tempest-ServersAdminNegativeTestJSON-1786810610 tempest-ServersAdminNegativeTestJSON-1786810610-project-admin] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 849.433200] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11f7cd6a-8d08-4182-9469-9b213795b7af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.653392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "9a78abeb-8dd1-4b88-b88a-743131739851" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.653668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.653879] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 849.654068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 849.654240] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.656682] env[65481]: INFO nova.compute.manager [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Terminating instance [ 849.757919] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] There are 28 instances to clean {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 849.758224] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 47372854-b82d-4be0-8781-4806ba7bf020] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 849.786813] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 849.788927] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-bd434ecb-309f-495b-b5d5-0d08d78e30e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 849.792761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8f637371-1a74-4c26-8bf2-6f7a5f8e5738 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "6d7b881c-facf-4138-be2d-391633018358" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 57.241s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 849.800583] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 849.800583] env[65481]: value = "task-4884562" [ 849.800583] env[65481]: _type = "Task" [ 849.800583] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 849.810931] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884562, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 849.872475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c354cbdc-b2fd-40ce-991d-00d2bd763153 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 60.233s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.063839] env[65481]: DEBUG oslo_concurrency.lockutils [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "877112a7-91d2-47a2-8eed-0d0b5187c237" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.064013] env[65481]: DEBUG oslo_concurrency.lockutils [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.064128] env[65481]: DEBUG nova.compute.manager [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 850.065058] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5913186b-e75e-41e8-b6bb-73e1f474a5e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.072880] env[65481]: DEBUG nova.compute.manager [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 850.073613] env[65481]: DEBUG nova.objects.instance [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'flavor' on Instance uuid 877112a7-91d2-47a2-8eed-0d0b5187c237 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 850.159864] env[65481]: DEBUG nova.compute.manager [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 850.160097] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 850.161039] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e32ff1d6-0a00-48af-b607-01067e3b96eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.170318] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 850.170639] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-43949990-aa0c-4e30-95b9-8ac37c35e174 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.177551] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 850.177551] env[65481]: value = "task-4884563" [ 850.177551] env[65481]: _type = "Task" [ 850.177551] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.187066] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884563, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.265032] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 6475f10f-cd01-4930-ba6f-36ff45a94bd5] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 850.315413] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884562, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.590430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.590756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.590966] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 850.591180] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 850.591414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 850.593765] env[65481]: INFO nova.compute.manager [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Terminating instance [ 850.690776] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884563, 'name': PowerOffVM_Task, 'duration_secs': 0.41444} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 850.691100] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 850.691285] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 850.691565] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e0618a9e-0055-4e5d-8e30-33d418c2cf03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.757058] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 850.757264] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 850.757407] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleting the datastore file [datastore1] 9a78abeb-8dd1-4b88-b88a-743131739851 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 850.757706] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-deca5aa6-9ef8-4afe-912c-6efcc1e5d89c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.767818] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 850.767818] env[65481]: value = "task-4884565" [ 850.767818] env[65481]: _type = "Task" [ 850.767818] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 850.773109] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: da5e35d1-b7a4-4fd0-9128-2bb5a148da93] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 850.784086] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884565, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.807977] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83141666-4c97-45d1-b08f-12d8dd245d75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.820975] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a398fb42-bb6d-403e-886a-f177499111b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.825216] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884562, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 850.856154] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-397c65dc-c422-4a32-ab61-f1f285434698 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.865858] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8487eb8-3497-4ac8-bfca-859146966176 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 850.881554] env[65481]: DEBUG nova.compute.provider_tree [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 851.087076] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.087076] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-47f8f0b8-7a2c-4719-ad82-94717467be89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.094489] env[65481]: DEBUG oslo_vmware.api [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 851.094489] env[65481]: value = "task-4884566" [ 851.094489] env[65481]: _type = "Task" [ 851.094489] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.100136] env[65481]: DEBUG nova.compute.manager [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 851.101133] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 851.104227] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0782780b-304b-4730-816a-46b8407b1d41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.113888] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 851.117747] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e2dc46fc-e6b2-4c45-a289-6a3259a02fee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.119683] env[65481]: DEBUG oslo_vmware.api [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884566, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.125476] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 851.125476] env[65481]: value = "task-4884567" [ 851.125476] env[65481]: _type = "Task" [ 851.125476] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.138142] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884567, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.279764] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 10594dfc-380a-4ca2-a33b-bbb3051efce0] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 851.282350] env[65481]: DEBUG oslo_vmware.api [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884565, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.172381} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.284270] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 851.284816] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 851.285442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 851.285911] env[65481]: INFO nova.compute.manager [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Took 1.13 seconds to destroy the instance on the hypervisor. [ 851.286460] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 851.286915] env[65481]: DEBUG nova.compute.manager [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 851.287225] env[65481]: DEBUG nova.network.neutron [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 851.287657] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.315035] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884562, 'name': CloneVM_Task, 'duration_secs': 1.379902} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.315401] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Created linked-clone VM from snapshot [ 851.316195] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85b340fd-e5ec-4a4a-93a9-3bf3084f7d90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.325890] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Uploading image 539c84dc-3ccc-44c0-8717-d7172ec20526 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 851.336913] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 851.351357] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 851.351357] env[65481]: value = "vm-951862" [ 851.351357] env[65481]: _type = "VirtualMachine" [ 851.351357] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 851.351741] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-84ddbd19-60b3-419b-a798-009923cd085b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.360525] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lease: (returnval){ [ 851.360525] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52621def-d2be-f382-1619-8cc229e81cd8" [ 851.360525] env[65481]: _type = "HttpNfcLease" [ 851.360525] env[65481]: } obtained for exporting VM: (result){ [ 851.360525] env[65481]: value = "vm-951862" [ 851.360525] env[65481]: _type = "VirtualMachine" [ 851.360525] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 851.360853] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the lease: (returnval){ [ 851.360853] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52621def-d2be-f382-1619-8cc229e81cd8" [ 851.360853] env[65481]: _type = "HttpNfcLease" [ 851.360853] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 851.369143] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.369143] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52621def-d2be-f382-1619-8cc229e81cd8" [ 851.369143] env[65481]: _type = "HttpNfcLease" [ 851.369143] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 851.385626] env[65481]: DEBUG nova.scheduler.client.report [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 851.607458] env[65481]: DEBUG oslo_vmware.api [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884566, 'name': PowerOffVM_Task, 'duration_secs': 0.223338} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.607848] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.608025] env[65481]: DEBUG nova.compute.manager [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 851.609126] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd836f51-e3c2-4b72-8cd2-719ffc5422d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.637491] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884567, 'name': PowerOffVM_Task, 'duration_secs': 0.241431} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 851.637491] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 851.637491] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 851.637778] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-226ff689-a23d-404f-98ac-5645a33d46de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.707061] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 851.707061] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 851.707258] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore2] 9c7432da-7e2f-4b09-ad3e-96dfa79919d2 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 851.707444] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0342c433-e1c9-4c24-b9fa-2e50dad5c23b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.715786] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 851.715786] env[65481]: value = "task-4884570" [ 851.715786] env[65481]: _type = "Task" [ 851.715786] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 851.724765] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884570, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 851.738153] env[65481]: DEBUG nova.compute.manager [req-d580b5e8-6f2b-4d27-8617-785474f2972a req-7f6a3af1-86a8-4fb0-aeb6-53ffb1db2a6b service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Received event network-vif-deleted-e1b028db-0be4-488f-ab8c-747bb5fd9e55 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 851.738350] env[65481]: INFO nova.compute.manager [req-d580b5e8-6f2b-4d27-8617-785474f2972a req-7f6a3af1-86a8-4fb0-aeb6-53ffb1db2a6b service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Neutron deleted interface e1b028db-0be4-488f-ab8c-747bb5fd9e55; detaching it from the instance and deleting it from the info cache [ 851.738520] env[65481]: DEBUG nova.network.neutron [req-d580b5e8-6f2b-4d27-8617-785474f2972a req-7f6a3af1-86a8-4fb0-aeb6-53ffb1db2a6b service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 851.785380] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 49cb9f90-9eb8-4c27-a4a1-51fc6ec238c4] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 851.870017] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 851.870017] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52621def-d2be-f382-1619-8cc229e81cd8" [ 851.870017] env[65481]: _type = "HttpNfcLease" [ 851.870017] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 851.870573] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 851.870573] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52621def-d2be-f382-1619-8cc229e81cd8" [ 851.870573] env[65481]: _type = "HttpNfcLease" [ 851.870573] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 851.871162] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b29cb5-44cc-4acf-9ba6-4b0c7d152ba1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.881046] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 851.881243] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 851.938732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.698s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.939305] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 851.943112] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.765s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.943326] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.945371] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 49.369s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.945550] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.947249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 48.110s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.947504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 851.949052] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 45.883s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 851.950508] env[65481]: INFO nova.compute.claims [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 851.983724] env[65481]: INFO nova.scheduler.client.report [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted allocations for instance 00902224-aae0-4414-93e9-895098881d15 [ 851.985418] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-1d47eb2c-40e0-4e1d-aee4-1dfb44a443dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 851.988500] env[65481]: INFO nova.scheduler.client.report [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Deleted allocations for instance a4fa0aff-8c29-475a-a287-2aa3ee3bbf93 [ 852.006256] env[65481]: INFO nova.scheduler.client.report [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance c41e1bfd-f22d-4723-a4cf-a425f148e0bb [ 852.058727] env[65481]: DEBUG nova.network.neutron [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 852.122894] env[65481]: DEBUG oslo_concurrency.lockutils [None req-df0aeccb-4d70-4d29-ac53-2542fe29ad84 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.059s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.227282] env[65481]: DEBUG oslo_vmware.api [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884570, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.170113} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 852.227557] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 852.227733] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 852.227947] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 852.228141] env[65481]: INFO nova.compute.manager [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Took 1.13 seconds to destroy the instance on the hypervisor. [ 852.228383] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 852.228576] env[65481]: DEBUG nova.compute.manager [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 852.228673] env[65481]: DEBUG nova.network.neutron [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 852.228913] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.242316] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-727bec39-dba9-4e4d-8b5a-e7c148ea9163 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.254622] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b60a1924-421a-474b-954c-c9e83ce748bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 852.305764] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a49b81b8-33b3-415f-b9c5-7dde49a0835e] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 852.308928] env[65481]: DEBUG nova.compute.manager [req-d580b5e8-6f2b-4d27-8617-785474f2972a req-7f6a3af1-86a8-4fb0-aeb6-53ffb1db2a6b service nova] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Detach interface failed, port_id=e1b028db-0be4-488f-ab8c-747bb5fd9e55, reason: Instance 9a78abeb-8dd1-4b88-b88a-743131739851 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 852.311453] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.457099] env[65481]: DEBUG nova.compute.utils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 852.462332] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 852.462687] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 852.463714] env[65481]: WARNING neutronclient.v2_0.client [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.464256] env[65481]: WARNING neutronclient.v2_0.client [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 852.502460] env[65481]: DEBUG oslo_concurrency.lockutils [None req-adb4b093-7ab3-47df-adf1-87be4f39c1c1 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "00902224-aae0-4414-93e9-895098881d15" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 52.167s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.505071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1ba9e822-b236-411a-a29d-36b63dd95e65 tempest-ListServersNegativeTestJSON-1944015600 tempest-ListServersNegativeTestJSON-1944015600-project-member] Lock "a4fa0aff-8c29-475a-a287-2aa3ee3bbf93" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.935s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.519281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d33ede29-1d3f-427f-a404-69e89c796fa8 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c41e1bfd-f22d-4723-a4cf-a425f148e0bb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 53.775s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 852.532580] env[65481]: DEBUG nova.policy [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '200cbb38084548e5a2dfb0533d08d085', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb702b4b01af47bf959bd89e085eeef6', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 852.561199] env[65481]: INFO nova.compute.manager [-] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Took 1.27 seconds to deallocate network for instance. [ 852.810746] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: b762d58c-6361-4521-852f-735f795dedc9] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 852.927517] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Successfully created port: 39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 852.968881] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 853.070069] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 853.177671] env[65481]: DEBUG nova.network.neutron [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 853.240984] env[65481]: DEBUG nova.compute.manager [req-5c0057cc-1633-4b36-9d65-6eb6b736966a req-2efb64d6-05f6-448c-a048-41a0b0f30f94 service nova] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Received event network-vif-deleted-82ab4461-3188-4582-80b8-75a57fc02051 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 853.315286] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: fdca127b-6482-4d08-bddc-a43167df9cfb] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.624434] env[65481]: DEBUG nova.compute.manager [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 853.626037] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54c36ed3-f048-49e6-bc57-5d4bc2cfbdcb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.638999] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bba5b851-e4a8-4498-bc1f-1c8de5abaee0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.652726] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-023e6d3d-9773-471b-b0fb-9d6f1a4d5337 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.688169] env[65481]: INFO nova.compute.manager [-] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Took 1.46 seconds to deallocate network for instance. [ 853.694233] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-caff658d-17eb-4387-b94e-5359d1ce82ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.703715] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0b185718-91bb-4ba5-9c18-a425a8a5238f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 853.720468] env[65481]: DEBUG nova.compute.provider_tree [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 853.822262] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 79bf8ea9-1923-4e70-8e2c-e11af4aa5973] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 853.981936] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 854.012509] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 854.012772] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 854.012944] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 854.013176] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 854.013316] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 854.013474] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 854.014423] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 854.014423] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 854.014423] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 854.014423] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 854.014423] env[65481]: DEBUG nova.virt.hardware [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 854.015494] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e1a7b6d-5177-49a7-8016-1df3b7ac543c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.025755] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efd196-77e9-4cef-90e7-0489388c6868 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.144526] env[65481]: INFO nova.compute.manager [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] instance snapshotting [ 854.144744] env[65481]: WARNING nova.compute.manager [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] trying to snapshot a non-running instance: (state: 4 expected: 1) [ 854.147307] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "fee5d44b-7a2c-473d-a791-31760563e635" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.147545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.147778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "fee5d44b-7a2c-473d-a791-31760563e635-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.147967] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.148970] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.150290] env[65481]: INFO nova.compute.manager [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Terminating instance [ 854.153721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f785b586-bb76-488f-af2d-9e3e2b2f8648 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.176619] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-005d37be-6f40-4f2e-865f-36fcf48f82da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.198792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.224280] env[65481]: DEBUG nova.scheduler.client.report [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 854.324427] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 2aa6b1a6-9104-4ad5-9cd5-4548c0561c14] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.420709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 854.420943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.549167] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Successfully updated port: 39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 854.654709] env[65481]: DEBUG nova.compute.manager [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 854.654955] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 854.656196] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dab6c435-8520-4831-9e06-a5c033604296 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.665549] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 854.665882] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bc0190ae-2895-4c7c-81cf-c402496343e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.689567] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 854.690624] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-32e3904c-7a4c-4f97-8751-a08cf5f04793 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.699251] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 854.699251] env[65481]: value = "task-4884572" [ 854.699251] env[65481]: _type = "Task" [ 854.699251] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.711785] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884572, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.731130] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.782s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 854.731658] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 854.735034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 38.765s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 854.748831] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 854.749071] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 854.749253] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleting the datastore file [datastore2] fee5d44b-7a2c-473d-a791-31760563e635 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 854.749567] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-516716bb-9148-4b86-80d3-0cdfe18feea4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 854.758650] env[65481]: DEBUG oslo_vmware.api [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 854.758650] env[65481]: value = "task-4884573" [ 854.758650] env[65481]: _type = "Task" [ 854.758650] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 854.772181] env[65481]: DEBUG oslo_vmware.api [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884573, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 854.828094] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 6a10b233-a7c2-474c-857e-da389327e1c5] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 854.923761] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 855.051637] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.051961] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquired lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 855.052030] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 855.210648] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884572, 'name': CreateSnapshot_Task, 'duration_secs': 0.509154} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.210973] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 855.211767] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4cb16ae-4782-4a26-939f-8ce85da9c214 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.241087] env[65481]: DEBUG nova.compute.utils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 855.241654] env[65481]: DEBUG nova.objects.instance [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lazy-loading 'migration_context' on Instance uuid 4ab04750-f79c-4ba4-9522-f40d182a60de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 855.243145] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 855.243591] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 855.244102] env[65481]: WARNING neutronclient.v2_0.client [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.244600] env[65481]: WARNING neutronclient.v2_0.client [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.272363] env[65481]: DEBUG oslo_vmware.api [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884573, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.209722} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 855.273056] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 855.273356] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 855.273694] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 855.273985] env[65481]: INFO nova.compute.manager [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Took 0.62 seconds to destroy the instance on the hypervisor. [ 855.274395] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 855.275337] env[65481]: DEBUG nova.compute.manager [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 855.275591] env[65481]: DEBUG nova.network.neutron [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 855.275958] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.295906] env[65481]: DEBUG nova.policy [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91af67e36ee84a6e8c615537dbdddb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1e630f7c542ffa32018beb6e23ea2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 855.335400] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ca41d270-6883-4b9a-bda9-1606148e4ce9] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 855.378142] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 855.453226] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.659399] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Successfully created port: cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 855.713795] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 855.732102] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 855.732707] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-f76ae3a6-95f5-448c-a45c-032e46b6083b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 855.747887] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 855.747887] env[65481]: value = "task-4884574" [ 855.747887] env[65481]: _type = "Task" [ 855.747887] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 855.747887] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 855.765368] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884574, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 855.776874] env[65481]: DEBUG nova.compute.manager [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Received event network-vif-plugged-39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.777178] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Acquiring lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 855.777306] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 855.777462] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 855.777665] env[65481]: DEBUG nova.compute.manager [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] No waiting events found dispatching network-vif-plugged-39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 855.777898] env[65481]: WARNING nova.compute.manager [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Received unexpected event network-vif-plugged-39f46002-a947-41b2-8b0b-99d04715f708 for instance with vm_state building and task_state spawning. [ 855.778205] env[65481]: DEBUG nova.compute.manager [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Received event network-changed-39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 855.778377] env[65481]: DEBUG nova.compute.manager [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Refreshing instance network info cache due to event network-changed-39f46002-a947-41b2-8b0b-99d04715f708. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 855.778543] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Acquiring lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 855.840974] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 826f379a-e832-4f12-96a0-8028279392c0] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.273786] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884574, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.326879] env[65481]: WARNING neutronclient.v2_0.client [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 856.345501] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 1321d4fa-a370-4159-84e3-cdddaa0e1ede] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.389960] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30910525-59c8-4845-b474-27e6f57b3ca5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.399197] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4507ce4a-83f0-40f0-837b-d1f5b4f8a671 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.433407] env[65481]: DEBUG nova.network.neutron [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.435497] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70988868-e6c4-4965-9096-b7bbe9928389 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.444396] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6074c4ae-04a7-42aa-9bac-c676bc43b466 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.460797] env[65481]: DEBUG nova.compute.provider_tree [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 856.495490] env[65481]: DEBUG nova.network.neutron [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Updating instance_info_cache with network_info: [{"id": "39f46002-a947-41b2-8b0b-99d04715f708", "address": "fa:16:3e:89:8b:a5", "network": {"id": "ab1222b2-c69d-4afd-9937-282d84b32278", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-66364140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb702b4b01af47bf959bd89e085eeef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f46002-a9", "ovs_interfaceid": "39f46002-a947-41b2-8b0b-99d04715f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 856.761447] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884574, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 856.775254] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 856.806189] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 856.806516] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 856.806676] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 856.806857] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 856.807165] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 856.807313] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 856.807528] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 856.807709] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 856.807927] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 856.808119] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 856.808315] env[65481]: DEBUG nova.virt.hardware [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 856.809289] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c6d596b-9652-4812-a36c-f9fc41ff1871 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.821306] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a7873-6237-48cf-99cf-4fa69d1f01e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 856.850271] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 958fbfe5-9ecc-4adb-83ce-8267c0cb429d] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 856.939362] env[65481]: INFO nova.compute.manager [-] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Took 1.66 seconds to deallocate network for instance. [ 856.966341] env[65481]: DEBUG nova.scheduler.client.report [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 856.998909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Releasing lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 856.999410] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Instance network_info: |[{"id": "39f46002-a947-41b2-8b0b-99d04715f708", "address": "fa:16:3e:89:8b:a5", "network": {"id": "ab1222b2-c69d-4afd-9937-282d84b32278", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-66364140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb702b4b01af47bf959bd89e085eeef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f46002-a9", "ovs_interfaceid": "39f46002-a947-41b2-8b0b-99d04715f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 856.999810] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Acquired lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.000038] env[65481]: DEBUG nova.network.neutron [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Refreshing network info cache for port 39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 857.001522] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:89:8b:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea4a9e02-45f1-4afb-8abb-0de26b153086', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '39f46002-a947-41b2-8b0b-99d04715f708', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 857.011024] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Creating folder: Project (eb702b4b01af47bf959bd89e085eeef6). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.012319] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ec133ad8-2d4a-4637-b602-59b8940daedf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.029322] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Created folder: Project (eb702b4b01af47bf959bd89e085eeef6) in parent group-v951696. [ 857.029540] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Creating folder: Instances. Parent ref: group-v951865. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 857.029811] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-392c5318-eae5-4125-b49c-4857da0602cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.040905] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Created folder: Instances in parent group-v951865. [ 857.041224] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 857.041451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 857.041688] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-809327b6-51aa-4743-8e69-c6e97e664f06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.063869] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 857.063869] env[65481]: value = "task-4884577" [ 857.063869] env[65481]: _type = "Task" [ 857.063869] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.072827] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884577, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.260526] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884574, 'name': CloneVM_Task, 'duration_secs': 1.455788} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.260526] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Created linked-clone VM from snapshot [ 857.261210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af3e4c0-756c-452c-b81b-54919d93246f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.270734] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Uploading image 9665c95b-e49f-4ba4-b974-d5b1a1862fcc {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 857.354862] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: aaf107bd-50d1-4507-a4d4-824a3f775623] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.381645] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 857.381645] env[65481]: value = "vm-951864" [ 857.381645] env[65481]: _type = "VirtualMachine" [ 857.381645] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 857.381992] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-c4416309-b15d-4022-87cc-0e0ad3971b28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.393992] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease: (returnval){ [ 857.393992] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bd3f-d562-ed8e-038a-969085cff988" [ 857.393992] env[65481]: _type = "HttpNfcLease" [ 857.393992] env[65481]: } obtained for exporting VM: (result){ [ 857.393992] env[65481]: value = "vm-951864" [ 857.393992] env[65481]: _type = "VirtualMachine" [ 857.393992] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 857.394737] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the lease: (returnval){ [ 857.394737] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bd3f-d562-ed8e-038a-969085cff988" [ 857.394737] env[65481]: _type = "HttpNfcLease" [ 857.394737] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 857.409260] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 857.409260] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bd3f-d562-ed8e-038a-969085cff988" [ 857.409260] env[65481]: _type = "HttpNfcLease" [ 857.409260] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 857.409938] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 857.409938] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bd3f-d562-ed8e-038a-969085cff988" [ 857.409938] env[65481]: _type = "HttpNfcLease" [ 857.409938] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 857.410875] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45a5dc2-d712-4521-8e84-8a642422c9b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.414648] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Successfully updated port: cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 857.424638] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 857.424889] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 857.489117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.512903] env[65481]: WARNING neutronclient.v2_0.client [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.528483] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-a98bb4f4-15c2-4ddc-8b39-71170a57cc39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.583859] env[65481]: DEBUG nova.compute.manager [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Received event network-vif-plugged-cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 857.584091] env[65481]: DEBUG oslo_concurrency.lockutils [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 857.584298] env[65481]: DEBUG oslo_concurrency.lockutils [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 857.584456] env[65481]: DEBUG oslo_concurrency.lockutils [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 857.584667] env[65481]: DEBUG nova.compute.manager [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] No waiting events found dispatching network-vif-plugged-cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 857.584945] env[65481]: WARNING nova.compute.manager [req-5ae2ba5c-c84a-4825-b6e7-b278520b9411 req-64da7202-c0ca-482d-aae9-84f2a3790e07 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Received unexpected event network-vif-plugged-cb0e937c-3a36-435f-ba1a-836b944f5b24 for instance with vm_state building and task_state spawning. [ 857.590970] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884577, 'name': CreateVM_Task, 'duration_secs': 0.360571} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 857.590970] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 857.590970] env[65481]: WARNING neutronclient.v2_0.client [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.590970] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.590970] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.592869] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 857.592869] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fcd1f0f-b849-42c5-b195-4103ba246ab3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.599576] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 857.599576] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527564a9-a292-29d2-ea64-08e219eb467e" [ 857.599576] env[65481]: _type = "Task" [ 857.599576] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 857.610732] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527564a9-a292-29d2-ea64-08e219eb467e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 857.708922] env[65481]: WARNING neutronclient.v2_0.client [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 857.792965] env[65481]: DEBUG nova.network.neutron [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Updated VIF entry in instance network info cache for port 39f46002-a947-41b2-8b0b-99d04715f708. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 857.793476] env[65481]: DEBUG nova.network.neutron [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Updating instance_info_cache with network_info: [{"id": "39f46002-a947-41b2-8b0b-99d04715f708", "address": "fa:16:3e:89:8b:a5", "network": {"id": "ab1222b2-c69d-4afd-9937-282d84b32278", "bridge": "br-int", "label": "tempest-ServersNegativeTestMultiTenantJSON-66364140-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb702b4b01af47bf959bd89e085eeef6", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea4a9e02-45f1-4afb-8abb-0de26b153086", "external-id": "nsx-vlan-transportzone-336", "segmentation_id": 336, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap39f46002-a9", "ovs_interfaceid": "39f46002-a947-41b2-8b0b-99d04715f708", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 857.859356] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: bdeb4a75-5ec3-49f6-993d-b7ddfe251a4b] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 857.892396] env[65481]: DEBUG nova.compute.manager [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 857.893294] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-70645ebf-5540-4847-8339-9471a56df24c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 857.918743] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 857.919212] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 857.921940] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 857.998398] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 3.263s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.005602] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 39.720s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.006320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.009140] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.587s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.009581] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.012221] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.880s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.012505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.016502] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.528s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.016778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.020550] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.180s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.020721] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.025176] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.068s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.027426] env[65481]: INFO nova.compute.claims [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 858.066760] env[65481]: INFO nova.scheduler.client.report [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted allocations for instance cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a [ 858.075987] env[65481]: INFO nova.scheduler.client.report [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Deleted allocations for instance 3c624edd-c5db-45a3-af92-9788d9755023 [ 858.093927] env[65481]: INFO nova.scheduler.client.report [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted allocations for instance ff720f13-03ae-4d1f-b714-21ea4423a29d [ 858.096142] env[65481]: INFO nova.scheduler.client.report [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleted allocations for instance 08160ce9-8689-43b2-a934-2e9c1e4ce078 [ 858.105922] env[65481]: WARNING oslo_messaging._drivers.amqpdriver [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Number of call queues is 11, greater than warning threshold: 10. There could be a leak. Increasing threshold to: 20 [ 858.116863] env[65481]: INFO nova.scheduler.client.report [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleted allocations for instance e0bc5f61-ea72-491e-b5d1-f16b0f16455a [ 858.123907] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527564a9-a292-29d2-ea64-08e219eb467e, 'name': SearchDatastore_Task, 'duration_secs': 0.011386} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.127082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.127399] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 858.127739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 858.127952] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 858.128224] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 858.128834] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-65b589db-fb50-4477-8196-591d7cff6921 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.140334] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 858.140523] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 858.144021] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-56d6e98d-04a4-4ba0-a70c-e6bdee369eb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.151714] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 858.151714] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ab1de3-3865-d10d-4ab3-e6f3d634a11d" [ 858.151714] env[65481]: _type = "Task" [ 858.151714] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.171800] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ab1de3-3865-d10d-4ab3-e6f3d634a11d, 'name': SearchDatastore_Task, 'duration_secs': 0.012275} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.173710] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c6a4a62a-de88-40c4-b10c-ee2fd96bed1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.178665] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "c79ee824-399c-408f-913e-d2243a099169" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.181050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.181050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "c79ee824-399c-408f-913e-d2243a099169-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.181050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.181050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.183507] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 858.183507] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e102e-a342-25ab-95de-a640bc6ae8d4" [ 858.183507] env[65481]: _type = "Task" [ 858.183507] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.184532] env[65481]: INFO nova.compute.manager [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Terminating instance [ 858.199482] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e102e-a342-25ab-95de-a640bc6ae8d4, 'name': SearchDatastore_Task, 'duration_secs': 0.011791} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 858.200767] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.201163] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a164b9e8-a577-461f-bbc9-2ceb999bd5c5/a164b9e8-a577-461f-bbc9-2ceb999bd5c5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 858.202421] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c4c297c7-8317-4432-a50b-51e7c8d3a70e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.212361] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 858.212361] env[65481]: value = "task-4884579" [ 858.212361] env[65481]: _type = "Task" [ 858.212361] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.229967] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "23362e0b-92b2-4f15-b156-0b420b854737" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 858.230695] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 858.232797] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884579, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.297773] env[65481]: DEBUG oslo_concurrency.lockutils [req-7c84a947-fd8e-43d1-b9b0-7e6276d91b14 req-22bd74b6-ac32-48e0-a376-a8ea036252ba service nova] Releasing lock "refresh_cache-a164b9e8-a577-461f-bbc9-2ceb999bd5c5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 858.364729] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 41189a93-ef52-4c0f-8716-e4a6a838d76a] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 858.406758] env[65481]: INFO nova.compute.manager [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] instance snapshotting [ 858.407575] env[65481]: DEBUG nova.objects.instance [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 858.465414] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 858.575320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-958b3ad5-00ca-4d28-9b5e-bfb5580aa287 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 44.225s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.577982] env[65481]: WARNING neutronclient.v2_0.client [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 858.589129] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6ede4f1b-2034-412e-bfc4-365abb35b2f5 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725 tempest-FloatingIPsAssociationNegativeTestJSON-1698561725-project-member] Lock "3c624edd-c5db-45a3-af92-9788d9755023" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.923s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.617379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c3b018ae-21e1-4e8e-9d5d-ff71e075c122 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "08160ce9-8689-43b2-a934-2e9c1e4ce078" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.715s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.619964] env[65481]: DEBUG oslo_concurrency.lockutils [None req-689ccb3c-dcf4-472c-8fd9-e0c0b95ff68e tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ff720f13-03ae-4d1f-b714-21ea4423a29d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.630s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.634560] env[65481]: DEBUG oslo_concurrency.lockutils [None req-57a26b2e-10b0-4314-9fda-5e472319dcea tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "e0bc5f61-ea72-491e-b5d1-f16b0f16455a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.715s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 858.675327] env[65481]: DEBUG nova.network.neutron [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Updating instance_info_cache with network_info: [{"id": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "address": "fa:16:3e:67:8e:e4", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0e937c-3a", "ovs_interfaceid": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 858.695485] env[65481]: DEBUG nova.compute.manager [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 858.695751] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 858.696790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1f4b2eb-4b74-476b-94a2-505e325375fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.706971] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 858.707333] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-34812890-71bd-4400-b5fa-b1a5dabaaa39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.721338] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 858.721338] env[65481]: value = "task-4884580" [ 858.721338] env[65481]: _type = "Task" [ 858.721338] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 858.730934] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884579, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.738033] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 858.741174] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884580, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 858.868387] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: f15c8c2f-4a13-44c0-8949-b862d531010f] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 858.916977] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5dad8be-4dcd-4595-9cd8-e12365d8cd5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 858.941866] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d74923dc-758b-483d-8de0-078234b92d7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.180245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 859.180619] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance network_info: |[{"id": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "address": "fa:16:3e:67:8e:e4", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0e937c-3a", "ovs_interfaceid": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 859.181315] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0e937c-3a36-435f-ba1a-836b944f5b24', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 859.189146] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.189351] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 859.189584] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e5fe20-67bf-4537-ae1a-fd6ca3fc2563 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.214806] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 859.214806] env[65481]: value = "task-4884581" [ 859.214806] env[65481]: _type = "Task" [ 859.214806] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.231262] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884579, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.558357} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.234702] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a164b9e8-a577-461f-bbc9-2ceb999bd5c5/a164b9e8-a577-461f-bbc9-2ceb999bd5c5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 859.235020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 859.235305] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884581, 'name': CreateVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.238438] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-efd56eb2-4d25-467c-ad88-a66f55b0abd0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.246444] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884580, 'name': PowerOffVM_Task, 'duration_secs': 0.310107} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.249497] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 859.249689] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 859.250211] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3a1723a9-e4df-49c1-b25a-7e014b2fd77e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.259707] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 859.259707] env[65481]: value = "task-4884582" [ 859.259707] env[65481]: _type = "Task" [ 859.259707] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.264344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 859.272289] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884582, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.355953] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 859.356341] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 859.356537] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Deleting the datastore file [datastore2] c79ee824-399c-408f-913e-d2243a099169 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 859.357242] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bb4a2212-b1b3-4360-a097-2eb58a20b20b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.366270] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for the task: (returnval){ [ 859.366270] env[65481]: value = "task-4884584" [ 859.366270] env[65481]: _type = "Task" [ 859.366270] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.375521] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4a3485fd-919f-49c1-9c7f-d13ad3d279b1] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 859.385930] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884584, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.458968] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 859.459456] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-8281a9c1-63eb-454a-8e6f-8344a4ab3041 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.471296] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 859.471296] env[65481]: value = "task-4884585" [ 859.471296] env[65481]: _type = "Task" [ 859.471296] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.488373] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.572554] env[65481]: INFO nova.compute.manager [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Swapping old allocation on dict_keys(['59619575-36e0-4460-b2ca-997bd849c0d9']) held by migration 61772ccc-77a1-4f86-9f4a-b92c9ad86f46 for instance [ 859.594493] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59b36b0b-72d2-4fb9-b29f-8b98abc3ed38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.603445] env[65481]: DEBUG nova.scheduler.client.report [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Overwriting current allocation {'allocations': {'59619575-36e0-4460-b2ca-997bd849c0d9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 89}}, 'project_id': 'f9c11673938149019e397feb794c8bc0', 'user_id': '134a30d7534a422f80a7f6649b7586f0', 'consumer_generation': 1} on consumer 4ab04750-f79c-4ba4-9522-f40d182a60de {{(pid=65481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 859.606573] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-937a2ac2-8206-4069-930f-bd8c3b5985e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.640714] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521cd761-ec25-4cde-a6f9-3a683c766fde {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.649313] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-594c1fef-6275-47b9-9010-3a330d52b5a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.664577] env[65481]: DEBUG nova.compute.provider_tree [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 859.667258] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.729435] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884581, 'name': CreateVM_Task, 'duration_secs': 0.433362} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.730702] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.730924] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquired lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.731170] env[65481]: DEBUG nova.network.neutron [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 859.732540] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 859.733114] env[65481]: WARNING neutronclient.v2_0.client [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.733484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 859.733683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 859.734042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 859.734657] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fbf59b9f-d388-401c-8238-90bb78952e1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.740690] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 859.740690] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d7bde-163c-a37f-8f38-e7b995a56c04" [ 859.740690] env[65481]: _type = "Task" [ 859.740690] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.753783] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d7bde-163c-a37f-8f38-e7b995a56c04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.770323] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884582, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094102} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.770586] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 859.771402] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b77cc55c-c9cc-4126-a9da-cc88d004917a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.794509] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Reconfiguring VM instance instance-0000003d to attach disk [datastore1] a164b9e8-a577-461f-bbc9-2ceb999bd5c5/a164b9e8-a577-461f-bbc9-2ceb999bd5c5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 859.795275] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ef9c5ca-0f98-4cd5-9841-6137215c03f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 859.818097] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 859.818097] env[65481]: value = "task-4884586" [ 859.818097] env[65481]: _type = "Task" [ 859.818097] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 859.828595] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884586, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 859.877316] env[65481]: DEBUG oslo_vmware.api [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Task: {'id': task-4884584, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185629} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 859.877634] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 859.877836] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 859.878061] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 859.878264] env[65481]: INFO nova.compute.manager [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] [instance: c79ee824-399c-408f-913e-d2243a099169] Took 1.18 seconds to destroy the instance on the hypervisor. [ 859.878612] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 859.878842] env[65481]: DEBUG nova.compute.manager [-] [instance: c79ee824-399c-408f-913e-d2243a099169] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 859.878940] env[65481]: DEBUG nova.network.neutron [-] [instance: c79ee824-399c-408f-913e-d2243a099169] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 859.879246] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.881674] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c7d1d70d-3d48-4bec-b648-e76e4608d4cb] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 859.964882] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 859.989169] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884585, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.072622] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 860.073721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b26eb7db-da45-4cb4-99b0-5c6398a768bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.081302] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 860.081488] env[65481]: ERROR oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk due to incomplete transfer. [ 860.082126] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-f37234df-9573-4865-84b8-7487c357aa19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.091386] env[65481]: DEBUG oslo_vmware.rw_handles [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5211902f-885a-0d7a-bd86-27e5c9557a0f/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 860.091629] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Uploaded image 539c84dc-3ccc-44c0-8717-d7172ec20526 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 860.094347] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 860.094671] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-4ccdb6a9-7137-49ab-af63-ca7418c37924 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.104600] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 860.104600] env[65481]: value = "task-4884587" [ 860.104600] env[65481]: _type = "Task" [ 860.104600] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.114708] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884587, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.171397] env[65481]: DEBUG nova.scheduler.client.report [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 860.177165] env[65481]: DEBUG nova.compute.manager [req-38609486-cb03-4602-8c8b-912e0b5fbdf7 req-4dbeecc3-ce8f-4c9d-8259-4a1fcfe26680 service nova] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Received event network-vif-deleted-237ffa68-b126-414c-b790-0ce23255e3cd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 860.235882] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.259948] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528d7bde-163c-a37f-8f38-e7b995a56c04, 'name': SearchDatastore_Task, 'duration_secs': 0.012652} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.259948] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.260115] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 860.260331] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 860.260492] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 860.260676] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 860.260955] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8a62eded-c429-432c-b4a4-268c1a46d2d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.271372] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 860.271372] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 860.271966] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a440903d-5427-4b5d-b8f8-6ca765e0f144 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.282533] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 860.282533] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524be585-d2a3-f2ae-8058-a72024a6d6ee" [ 860.282533] env[65481]: _type = "Task" [ 860.282533] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.293718] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524be585-d2a3-f2ae-8058-a72024a6d6ee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.340476] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884586, 'name': ReconfigVM_Task, 'duration_secs': 0.340127} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.340745] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Reconfigured VM instance instance-0000003d to attach disk [datastore1] a164b9e8-a577-461f-bbc9-2ceb999bd5c5/a164b9e8-a577-461f-bbc9-2ceb999bd5c5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 860.341520] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5fc45576-8230-424c-9878-a50116526345 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.351119] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 860.351119] env[65481]: value = "task-4884588" [ 860.351119] env[65481]: _type = "Task" [ 860.351119] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.364193] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884588, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.385644] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: edf956cd-6b97-41e7-9878-3e324e8689bf] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.440927] env[65481]: WARNING neutronclient.v2_0.client [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 860.491262] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884585, 'name': CreateSnapshot_Task, 'duration_secs': 0.90321} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.491690] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 860.492710] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f1a2f2f-e3e1-476d-8679-ef2c05cc0c9c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.550423] env[65481]: DEBUG nova.network.neutron [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [{"id": "5e010650-0515-4c72-ae8e-38303c5718a5", "address": "fa:16:3e:fa:78:cb", "network": {"id": "0a35f7dc-7f2e-45f1-b3a5-043802853b33", "bridge": "br-int", "label": "shared", "subnets": [{"cidr": "192.168.233.0/24", "dns": [], "gateway": {"address": "192.168.233.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.233.228", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.233.2"}}], "meta": {"injected": false, "tenant_id": "53f02f48e649481785632e691e0f4997", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "89463199-7ddf-4ee7-b485-1629a75b4b8f", "external-id": "nsx-vlan-transportzone-302", "segmentation_id": 302, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5e010650-05", "ovs_interfaceid": "5e010650-0515-4c72-ae8e-38303c5718a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 860.615021] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884587, 'name': Destroy_Task, 'duration_secs': 0.499007} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.615418] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Destroyed the VM [ 860.615542] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 860.615940] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-83cbae8e-95e7-4d75-a399-87189a9fc2ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.622437] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 860.622437] env[65481]: value = "task-4884589" [ 860.622437] env[65481]: _type = "Task" [ 860.622437] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.633291] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884589, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.679592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.655s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.680135] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 860.682840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.721s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.683042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 860.685164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 28.224s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 860.711284] env[65481]: INFO nova.scheduler.client.report [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Deleted allocations for instance 2b9a726d-c8d3-4b51-861d-ee23f2367e84 [ 860.797038] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524be585-d2a3-f2ae-8058-a72024a6d6ee, 'name': SearchDatastore_Task, 'duration_secs': 0.01238} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.797038] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-daeb81c0-3076-447e-b3ff-66bf09cb6b54 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.805935] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 860.805935] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525cb84c-c42d-aa37-86bd-d6d4b1066412" [ 860.805935] env[65481]: _type = "Task" [ 860.805935] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.825524] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525cb84c-c42d-aa37-86bd-d6d4b1066412, 'name': SearchDatastore_Task, 'duration_secs': 0.011738} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.825524] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 860.825524] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 860.825524] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-591e5ad6-b667-49b7-8d13-f1ee57a42341 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.837953] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 860.837953] env[65481]: value = "task-4884590" [ 860.837953] env[65481]: _type = "Task" [ 860.837953] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.850909] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.863854] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884588, 'name': Rename_Task, 'duration_secs': 0.1654} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 860.864193] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 860.864467] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e51a118b-d3a3-4a01-9a89-0ba8d8edde81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 860.872732] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 860.872732] env[65481]: value = "task-4884591" [ 860.872732] env[65481]: _type = "Task" [ 860.872732] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 860.884084] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884591, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 860.892934] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 36b79d1e-615e-41bb-9bbf-95510dd640ae] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 860.960220] env[65481]: DEBUG nova.network.neutron [-] [instance: c79ee824-399c-408f-913e-d2243a099169] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 861.018392] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 861.019300] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-917c21ca-8be0-4c58-88f2-1a2f31edcc29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.030090] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 861.030090] env[65481]: value = "task-4884592" [ 861.030090] env[65481]: _type = "Task" [ 861.030090] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.041134] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884592, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.054075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Releasing lock "refresh_cache-4ab04750-f79c-4ba4-9522-f40d182a60de" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 861.054917] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 861.054917] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-322ee851-3f5d-499e-ac5b-2882161905f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 861.067514] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 861.067514] env[65481]: value = "task-4884593" [ 861.067514] env[65481]: _type = "Task" [ 861.067514] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 861.079661] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.133745] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884589, 'name': RemoveSnapshot_Task} progress is 15%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.170791] env[65481]: DEBUG nova.compute.manager [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Received event network-changed-cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 861.171094] env[65481]: DEBUG nova.compute.manager [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Refreshing instance network info cache due to event network-changed-cb0e937c-3a36-435f-ba1a-836b944f5b24. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 861.171335] env[65481]: DEBUG oslo_concurrency.lockutils [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] Acquiring lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 861.171541] env[65481]: DEBUG oslo_concurrency.lockutils [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] Acquired lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 861.171654] env[65481]: DEBUG nova.network.neutron [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Refreshing network info cache for port cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 861.189980] env[65481]: DEBUG nova.compute.utils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 861.194553] env[65481]: INFO nova.compute.claims [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 861.199803] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 861.200253] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 861.200702] env[65481]: WARNING neutronclient.v2_0.client [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.201023] env[65481]: WARNING neutronclient.v2_0.client [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.225146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3dcddc49-f802-488b-b718-9bd256c7774d tempest-ServerMetadataNegativeTestJSON-536775198 tempest-ServerMetadataNegativeTestJSON-536775198-project-member] Lock "2b9a726d-c8d3-4b51-861d-ee23f2367e84" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.825s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.258304] env[65481]: DEBUG nova.policy [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 861.351350] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884590, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.385332] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.397691] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ba75545a-61a2-4a80-b5bf-72bfc47badb1] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.462932] env[65481]: INFO nova.compute.manager [-] [instance: c79ee824-399c-408f-913e-d2243a099169] Took 1.58 seconds to deallocate network for instance. [ 861.546305] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884592, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.578858] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884593, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.635780] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884589, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.637275] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Successfully created port: 6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 861.675497] env[65481]: WARNING neutronclient.v2_0.client [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 861.700061] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 861.706773] env[65481]: INFO nova.compute.resource_tracker [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating resource usage from migration d043648b-8b43-4abe-a489-1e31127010f4 [ 861.773154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ef8ee289-43ea-4622-a923-2c5399847b57" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.774156] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.774861] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.775075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.775294] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.778358] env[65481]: INFO nova.compute.manager [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Terminating instance [ 861.839711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.840134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.840414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 861.840713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 861.840917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 861.848940] env[65481]: INFO nova.compute.manager [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Terminating instance [ 861.859165] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884590, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.894544] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884591, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 861.901469] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: fde24a4d-e0aa-4deb-9900-cab79761c300] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 861.970351] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 862.045704] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884592, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.079050] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884593, 'name': PowerOffVM_Task, 'duration_secs': 0.644496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.082794] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 862.083558] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:38:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5abde74d-296d-4f27-9983-b22114c5bfd0',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913137061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.084017] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.084103] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.084363] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.084543] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.084762] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.085075] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.085320] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.085550] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.085799] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.086050] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.094198] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e57ae3c6-f7cb-4366-af91-f7b694280e36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.123257] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 862.123257] env[65481]: value = "task-4884594" [ 862.123257] env[65481]: _type = "Task" [ 862.123257] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.136062] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884594, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.143674] env[65481]: DEBUG oslo_vmware.api [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884589, 'name': RemoveSnapshot_Task, 'duration_secs': 1.178417} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.144410] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 862.144410] env[65481]: INFO nova.compute.manager [None req-abdeef16-6270-4c26-ab18-bd77e4cf0b0d tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 14.45 seconds to snapshot the instance on the hypervisor. [ 862.284424] env[65481]: DEBUG nova.compute.manager [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 862.284822] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.286519] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69db338d-88bc-4f6c-ba2e-21a3cbe903fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.300587] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.300991] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-229e1fef-1e30-4e07-a8ce-cb0f758ceed3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.309624] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 862.309624] env[65481]: value = "task-4884595" [ 862.309624] env[65481]: _type = "Task" [ 862.309624] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.324757] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884595, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.362463] env[65481]: DEBUG nova.compute.manager [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 862.362836] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 862.363324] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884590, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.195474} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.364589] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b710796-840d-4e47-972f-176afa304996 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.368895] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 862.369300] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 862.371127] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-5f517cb5-98a4-4aa2-afbf-7d452c047796 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.375470] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7486c908-0e78-4000-8b8a-94a49f37af37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.391067] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 862.391665] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 862.391665] env[65481]: value = "task-4884596" [ 862.391665] env[65481]: _type = "Task" [ 862.391665] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.396265] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-12fcdcd5-601a-40e6-b915-8d8afc2b5c7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.409621] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a6b6928-414b-4c60-8586-7552f9eb415e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.415620] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884591, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.416307] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 29595499-c79b-49a7-b9e2-844c38b722f6] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 862.460271] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c06a9e2c-8959-4318-a3ab-8ad037828d1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.464289] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 862.464289] env[65481]: value = "task-4884597" [ 862.464289] env[65481]: _type = "Task" [ 862.464289] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.464661] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884596, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.472751] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a80832ce-b868-4dcc-b73d-7049d45a2bd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.481308] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884597, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.493551] env[65481]: DEBUG nova.compute.provider_tree [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 862.544136] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884592, 'name': CloneVM_Task, 'duration_secs': 1.288523} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.544453] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created linked-clone VM from snapshot [ 862.545291] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45f738a2-b955-467d-96f5-215b8133bf4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.556200] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploading image 85a39e3e-74f0-45c7-b0ac-67130df1d0f1 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 862.585626] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 862.585626] env[65481]: value = "vm-951870" [ 862.585626] env[65481]: _type = "VirtualMachine" [ 862.585626] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 862.585922] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-cc58f086-9b8d-4967-97fa-6de0a12eb309 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.597252] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease: (returnval){ [ 862.597252] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5263ee1f-baa0-9869-9a77-e32c11543e48" [ 862.597252] env[65481]: _type = "HttpNfcLease" [ 862.597252] env[65481]: } obtained for exporting VM: (result){ [ 862.597252] env[65481]: value = "vm-951870" [ 862.597252] env[65481]: _type = "VirtualMachine" [ 862.597252] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 862.598773] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the lease: (returnval){ [ 862.598773] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5263ee1f-baa0-9869-9a77-e32c11543e48" [ 862.598773] env[65481]: _type = "HttpNfcLease" [ 862.598773] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 862.605912] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 862.605912] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5263ee1f-baa0-9869-9a77-e32c11543e48" [ 862.605912] env[65481]: _type = "HttpNfcLease" [ 862.605912] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 862.635841] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884594, 'name': ReconfigVM_Task, 'duration_secs': 0.271723} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 862.636143] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-359727a5-1f54-4267-9e3e-c051d8bb632d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.661893] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:38:34Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='5abde74d-296d-4f27-9983-b22114c5bfd0',id=37,is_public=True,memory_mb=192,name='tempest-test_resize_flavor_-913137061',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.662154] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.662216] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.662392] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.662591] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.662706] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.663111] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.663111] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.663239] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.663398] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.663581] env[65481]: DEBUG nova.virt.hardware [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.665554] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e78a29ad-2258-4fa4-86ce-b6324847bb10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.676882] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 862.676882] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52693515-f9b0-8c17-9ff7-42c36861382d" [ 862.676882] env[65481]: _type = "Task" [ 862.676882] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 862.688590] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52693515-f9b0-8c17-9ff7-42c36861382d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 862.711631] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 862.739598] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 862.739846] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 862.740013] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 862.740197] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 862.740337] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 862.740500] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 862.740710] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 862.740863] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 862.741031] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 862.741195] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 862.741398] env[65481]: DEBUG nova.virt.hardware [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 862.743929] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8acb489-2c8b-4b2f-bacb-b9df5b1dc263 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 862.755743] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c7d00c1-d086-48da-a4b3-dbecc29f171f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.633740] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: deabd6e3-1b81-425d-b470-d236b6a15536] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 863.636683] env[65481]: DEBUG nova.scheduler.client.report [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 863.642558] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Successfully updated port: 6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 863.677490] env[65481]: DEBUG oslo_vmware.api [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884591, 'name': PowerOnVM_Task, 'duration_secs': 1.538133} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.677754] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884595, 'name': PowerOffVM_Task, 'duration_secs': 0.268208} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.677927] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884596, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.083871} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.684965] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 863.685246] env[65481]: INFO nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Took 9.70 seconds to spawn the instance on the hypervisor. [ 863.685428] env[65481]: DEBUG nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 863.686028] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.686028] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.686217] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 863.686788] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 863.686788] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5263ee1f-baa0-9869-9a77-e32c11543e48" [ 863.686788] env[65481]: _type = "HttpNfcLease" [ 863.686788] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 863.687024] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52693515-f9b0-8c17-9ff7-42c36861382d, 'name': SearchDatastore_Task, 'duration_secs': 0.011904} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.687234] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884597, 'name': PowerOffVM_Task, 'duration_secs': 0.399244} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 863.687944] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8233c61-3757-4f19-b85d-53de2d264ff6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.693644] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ba9572cf-296f-42ea-ab6c-5c943d7839da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.693644] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac188086-db8a-465e-ac2d-0970e3e52359 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.695150] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 863.695150] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5263ee1f-baa0-9869-9a77-e32c11543e48" [ 863.695150] env[65481]: _type = "HttpNfcLease" [ 863.695150] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 863.700392] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfiguring VM instance instance-0000002a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 863.700740] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 863.700894] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 863.701978] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bd18b2e-97dc-4254-adf8-f503a747744b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.704925] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d23f40b4-9bfa-4556-8da5-6592648b325d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.717724] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2e301ce1-e282-4351-9751-02b7513c244d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.743777] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 863.743777] env[65481]: value = "task-4884600" [ 863.743777] env[65481]: _type = "Task" [ 863.743777] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.752448] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 863.753083] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 863.753083] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 863.757367] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-75ce8be6-94c1-4bdc-9173-01525a0d1a2d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.838086] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.838331] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.838510] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleting the datastore file [datastore1] ef8ee289-43ea-4622-a923-2c5399847b57 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.838768] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 863.838940] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 863.839114] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleting the datastore file [datastore2] 049aaccd-0332-4fa4-a1ba-17d7722decdb {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 863.840954] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-340e019a-0293-4669-805d-578e678fad38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.843590] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1642c2c5-08fb-4cc7-977f-58585c669c5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.850863] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 863.850863] env[65481]: value = "task-4884602" [ 863.850863] env[65481]: _type = "Task" [ 863.850863] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.851085] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884600, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.861161] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for the task: (returnval){ [ 863.861161] env[65481]: value = "task-4884603" [ 863.861161] env[65481]: _type = "Task" [ 863.861161] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.861650] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for the task: (returnval){ [ 863.861650] env[65481]: value = "task-4884604" [ 863.861650] env[65481]: _type = "Task" [ 863.861650] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 863.866389] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884602, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.884496] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884604, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.888975] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884603, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 863.889559] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-802caf57-754b-4068-8d75-6e7616abc12b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 863.892596] env[65481]: WARNING neutronclient.v2_0.client [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.137790] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 015de560-976e-4358-8177-b0bfe319d0d2] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 864.141542] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 3.456s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.141789] env[65481]: INFO nova.compute.manager [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Migrating [ 864.152136] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.748s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 864.154381] env[65481]: INFO nova.compute.claims [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 864.168354] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.168635] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.168830] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.176427] env[65481]: DEBUG nova.network.neutron [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Updated VIF entry in instance network info cache for port cb0e937c-3a36-435f-ba1a-836b944f5b24. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 864.177319] env[65481]: DEBUG nova.network.neutron [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Updating instance_info_cache with network_info: [{"id": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "address": "fa:16:3e:67:8e:e4", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcb0e937c-3a", "ovs_interfaceid": "cb0e937c-3a36-435f-ba1a-836b944f5b24", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 864.238254] env[65481]: INFO nova.compute.manager [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Took 65.85 seconds to build instance. [ 864.269924] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884600, 'name': ReconfigVM_Task, 'duration_secs': 0.257253} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.270978] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfigured VM instance instance-0000002a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 864.271968] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d4f75fe-c0fb-477a-a320-24e22e40d67d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.300655] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfiguring VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 864.301392] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4ddcca7d-4c42-4f22-b31f-d43b149a58eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 864.324017] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 864.324017] env[65481]: value = "task-4884605" [ 864.324017] env[65481]: _type = "Task" [ 864.324017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 864.333904] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884605, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.364416] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.379676] env[65481]: DEBUG oslo_vmware.api [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Task: {'id': task-4884603, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.247303} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.383523] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.383786] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.383786] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.384473] env[65481]: INFO nova.compute.manager [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Took 2.10 seconds to destroy the instance on the hypervisor. [ 864.384473] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.384826] env[65481]: DEBUG oslo_vmware.api [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Task: {'id': task-4884604, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33904} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 864.384998] env[65481]: DEBUG nova.compute.manager [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.385151] env[65481]: DEBUG nova.network.neutron [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.385418] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.387679] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 864.387923] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 864.388108] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 864.388313] env[65481]: INFO nova.compute.manager [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Took 2.03 seconds to destroy the instance on the hypervisor. [ 864.388700] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 864.389207] env[65481]: DEBUG nova.compute.manager [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 864.389313] env[65481]: DEBUG nova.network.neutron [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 864.389549] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.431506] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.462425] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 864.652701] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 864.653063] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances with incomplete migration {{(pid=65481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 864.672881] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 864.672881] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 864.672881] env[65481]: DEBUG nova.network.neutron [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 864.682606] env[65481]: DEBUG oslo_concurrency.lockutils [req-edee0c1c-6b28-482d-bc7f-6cbdf947daf2 req-27b9fc26-4ea2-4d1f-bd04-0906624b3115 service nova] Releasing lock "refresh_cache-a98557ef-a7ca-4d99-85be-5a71b1dce96c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 864.741405] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8837790a-e804-45a1-b6fc-087337d301d5 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 74.042s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 864.841285] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.868048] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884602, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 864.923866] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 865.155955] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 865.178622] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.255019] env[65481]: WARNING neutronclient.v2_0.client [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.315989] env[65481]: DEBUG nova.network.neutron [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.318209] env[65481]: DEBUG nova.network.neutron [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.338923] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884605, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.364438] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884602, 'name': ReconfigVM_Task, 'duration_secs': 1.493607} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.365640] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.368453] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e027750-6f14-4038-a66c-e515e4518d72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.386514] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 865.386514] env[65481]: value = "task-4884606" [ 865.386514] env[65481]: _type = "Task" [ 865.386514] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.399502] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884606, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.423879] env[65481]: DEBUG nova.network.neutron [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Updating instance_info_cache with network_info: [{"id": "6df036e4-f579-4250-ab8f-9813244973c7", "address": "fa:16:3e:1f:f1:21", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df036e4-f5", "ovs_interfaceid": "6df036e4-f579-4250-ab8f-9813244973c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 865.452285] env[65481]: DEBUG nova.compute.manager [req-63290914-a857-4ebd-aec5-b3fb10917333 req-9016e4bf-be2c-476e-bb8b-e7864462fa0c service nova] [instance: c79ee824-399c-408f-913e-d2243a099169] Received event network-vif-deleted-b894dd04-80b1-4bf7-89b3-5982c1a66c46 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.478546] env[65481]: DEBUG nova.compute.manager [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Received event network-vif-plugged-6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 865.478942] env[65481]: DEBUG oslo_concurrency.lockutils [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] Acquiring lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 865.479120] env[65481]: DEBUG oslo_concurrency.lockutils [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 865.479298] env[65481]: DEBUG oslo_concurrency.lockutils [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 865.479480] env[65481]: DEBUG nova.compute.manager [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] No waiting events found dispatching network-vif-plugged-6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 865.479751] env[65481]: WARNING nova.compute.manager [req-7a2923d1-be58-4eec-af4b-a2c3ca8a787e req-376646bf-af5e-4a56-b0fc-185dc7fbec41 service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Received unexpected event network-vif-plugged-6df036e4-f579-4250-ab8f-9813244973c7 for instance with vm_state building and task_state spawning. [ 865.601910] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 865.603604] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56111daf-ff8e-408a-9aa1-3130039cd476 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.619873] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 865.620184] env[65481]: ERROR oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk due to incomplete transfer. [ 865.620604] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-c475b534-9ecc-4520-8465-6868c4631ced {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.631924] env[65481]: DEBUG oslo_vmware.rw_handles [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526961b1-033e-7778-7dd6-02fc397b5114/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 865.632256] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Uploaded image 9665c95b-e49f-4ba4-b974-d5b1a1862fcc to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 865.633990] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 865.634360] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-770a6423-41e9-4bb8-98ee-70ece5b9a988 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.644060] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 865.644060] env[65481]: value = "task-4884607" [ 865.644060] env[65481]: _type = "Task" [ 865.644060] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 865.658015] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884607, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 865.730102] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 865.821356] env[65481]: INFO nova.compute.manager [-] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Took 1.44 seconds to deallocate network for instance. [ 865.823299] env[65481]: INFO nova.compute.manager [-] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Took 1.43 seconds to deallocate network for instance. [ 865.848588] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884605, 'name': ReconfigVM_Task, 'duration_secs': 1.481592} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.848971] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Reconfigured VM instance instance-0000002a to attach disk [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de/4ab04750-f79c-4ba4-9522-f40d182a60de.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 865.850014] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6a5227a-3500-418b-9030-ed77926f1328 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.881045] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4c776b6-05ab-46d4-9a64-ba2f5a8a4bd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.912393] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-674e282e-b564-450f-a952-40545022da3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.916195] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e33103fc-4e4c-4c08-86f4-b51cc4ef7525 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.923307] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884606, 'name': Rename_Task, 'duration_secs': 0.178745} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 865.924451] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 865.924945] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f761edd6-b63e-4c23-b91b-615bc4234039 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.929629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 865.930134] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Instance network_info: |[{"id": "6df036e4-f579-4250-ab8f-9813244973c7", "address": "fa:16:3e:1f:f1:21", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df036e4-f5", "ovs_interfaceid": "6df036e4-f579-4250-ab8f-9813244973c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 865.947442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1f:f1:21', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6df036e4-f579-4250-ab8f-9813244973c7', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 865.958368] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating folder: Project (15252ee816994008ad066f985ca22c55). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 865.959478] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd4dcde4-eb59-4ab6-94e0-3ff6b01b13e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.968913] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f59c86ef-11b6-40d6-a386-645e4699c6f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.971689] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18759d1e-9010-4095-a09a-1824143ff4ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 865.975859] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 865.975859] env[65481]: value = "task-4884608" [ 865.975859] env[65481]: _type = "Task" [ 865.975859] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.012387] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 866.016329] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a6f092cc-990f-4c69-8d5e-36285dc1aa08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.020165] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7afe992-dbe0-4e9a-aba5-fe060fab8128 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.024738] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created folder: Project (15252ee816994008ad066f985ca22c55) in parent group-v951696. [ 866.025243] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating folder: Instances. Parent ref: group-v951871. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 866.033946] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a7df1fa8-8569-4293-9ce3-e9e746f7a748 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.036866] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884608, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.038559] env[65481]: DEBUG nova.network.neutron [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 866.050687] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b5584ff-7bbb-42bd-bc47-f6a4826143d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.057598] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 866.057598] env[65481]: value = "task-4884610" [ 866.057598] env[65481]: _type = "Task" [ 866.057598] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.060192] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created folder: Instances in parent group-v951871. [ 866.060564] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 866.067456] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 866.080246] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-384eab06-4785-47d4-9f3b-bc852de79354 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.102667] env[65481]: DEBUG nova.compute.provider_tree [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 866.110751] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884610, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.112247] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 866.112247] env[65481]: value = "task-4884612" [ 866.112247] env[65481]: _type = "Task" [ 866.112247] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.125921] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884612, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.160063] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884607, 'name': Destroy_Task, 'duration_secs': 0.370248} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.160407] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Destroyed the VM [ 866.160794] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 866.161018] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-d37383b0-2c0c-47cd-92a4-36f694fd8996 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.169220] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 866.169220] env[65481]: value = "task-4884613" [ 866.169220] env[65481]: _type = "Task" [ 866.169220] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.181059] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884613, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.335571] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.345730] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 866.492454] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884608, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.542268] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 866.572635] env[65481]: DEBUG oslo_vmware.api [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884610, 'name': PowerOnVM_Task, 'duration_secs': 0.525602} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.573413] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.606697] env[65481]: DEBUG nova.scheduler.client.report [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 866.624870] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884612, 'name': CreateVM_Task, 'duration_secs': 0.451024} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.625709] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 866.626353] env[65481]: WARNING neutronclient.v2_0.client [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 866.626719] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 866.626868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 866.627302] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 866.627818] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b91bfb63-1138-4e51-8f50-49325e82a031 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 866.637018] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 866.637018] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241ceb6-6695-3f7a-ec80-46c4a1fcf3bd" [ 866.637018] env[65481]: _type = "Task" [ 866.637018] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 866.648721] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241ceb6-6695-3f7a-ec80-46c4a1fcf3bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.681035] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884613, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 866.989664] env[65481]: DEBUG oslo_vmware.api [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884608, 'name': PowerOnVM_Task, 'duration_secs': 0.591988} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 866.990035] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 866.990834] env[65481]: INFO nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Took 10.21 seconds to spawn the instance on the hypervisor. [ 866.990834] env[65481]: DEBUG nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 866.991829] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19819e32-0772-442b-b9ba-3db38b2de81c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.112328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.960s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.113410] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 867.116086] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 31.751s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.116349] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.118947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.471s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 867.120020] env[65481]: DEBUG nova.objects.instance [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'resources' on Instance uuid 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 867.153769] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5241ceb6-6695-3f7a-ec80-46c4a1fcf3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.01348} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.155326] env[65481]: INFO nova.scheduler.client.report [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleted allocations for instance 1b658449-9a0e-4695-b986-fb802b8a5c29 [ 867.156783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 867.160084] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 867.160084] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 867.160084] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 867.163863] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 867.165122] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45ba37de-a536-4756-83a4-78eac33abd7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.177099] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 867.178509] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 867.180634] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-951b4d9d-15de-48b2-be72-582fa10ac44c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.186783] env[65481]: DEBUG oslo_vmware.api [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884613, 'name': RemoveSnapshot_Task, 'duration_secs': 0.537828} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.187555] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 867.187801] env[65481]: INFO nova.compute.manager [None req-79879b0b-84fe-4c6c-8c32-019614ccc1c2 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Took 13.04 seconds to snapshot the instance on the hypervisor. [ 867.193495] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 867.193495] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52442060-90e9-c957-1eb3-a08bb6555c3f" [ 867.193495] env[65481]: _type = "Task" [ 867.193495] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.205824] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52442060-90e9-c957-1eb3-a08bb6555c3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 867.511019] env[65481]: INFO nova.compute.manager [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Took 61.49 seconds to build instance. [ 867.593139] env[65481]: INFO nova.compute.manager [None req-943caeef-a526-4721-96e5-6aa32b2bc4b3 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance to original state: 'active' [ 867.622871] env[65481]: DEBUG nova.compute.utils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 867.626933] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 867.627700] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 867.627700] env[65481]: WARNING neutronclient.v2_0.client [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.627845] env[65481]: WARNING neutronclient.v2_0.client [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 867.669223] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1963efd6-ce9a-46ca-9ce3-a26c60b45aa6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "1b658449-9a0e-4695-b986-fb802b8a5c29" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.030s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 867.708913] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52442060-90e9-c957-1eb3-a08bb6555c3f, 'name': SearchDatastore_Task, 'duration_secs': 0.016087} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 867.710625] env[65481]: DEBUG nova.policy [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '796d51d41a9146fab66662135987386f', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'a4deab76e13049589cfad540b7ca17c7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 867.713836] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a266e6aa-804e-487e-8ff7-89cfa56f29f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 867.723434] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 867.723434] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257b207-fc35-a03a-ca28-c2e4aa1b13bb" [ 867.723434] env[65481]: _type = "Task" [ 867.723434] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 867.735864] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257b207-fc35-a03a-ca28-c2e4aa1b13bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.012721] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82f685c6-0f9e-4c6a-9c62-6feb7e36f73e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 63.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.062081] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f28512-75eb-4b22-b4b8-1c2ac4064914 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.085283] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 868.133797] env[65481]: DEBUG nova.compute.utils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 868.162881] env[65481]: DEBUG nova.compute.manager [req-7016ca50-3698-46f1-9841-6b7b97266d41 req-46cef4c7-e1c7-430f-aa47-fef645501988 service nova] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Received event network-vif-deleted-c99ed1fb-9663-478c-baf8-55d2dc8beaac {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.184257] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d73f8e8-d0f9-470f-beae-07ddb3286ba7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.194624] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a2dbda0-f8ac-4a0a-99f3-4f6748edbe1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.236598] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c91b90bf-83b4-4668-bae7-fb626ca27f44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.242801] env[65481]: DEBUG nova.compute.manager [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Received event network-changed-6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 868.243588] env[65481]: DEBUG nova.compute.manager [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Refreshing instance network info cache due to event network-changed-6df036e4-f579-4250-ab8f-9813244973c7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 868.243588] env[65481]: DEBUG oslo_concurrency.lockutils [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] Acquiring lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 868.243588] env[65481]: DEBUG oslo_concurrency.lockutils [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] Acquired lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 868.243588] env[65481]: DEBUG nova.network.neutron [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Refreshing network info cache for port 6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 868.250988] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Successfully created port: ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 868.259900] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257b207-fc35-a03a-ca28-c2e4aa1b13bb, 'name': SearchDatastore_Task, 'duration_secs': 0.017496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 868.261869] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 868.261869] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e/d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 868.263166] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-becd0bbe-4931-45ea-9027-fa6727a92632 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.269280] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d3af6461-9916-41a5-88e0-96921071ed40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.287896] env[65481]: DEBUG nova.compute.provider_tree [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 868.291946] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 868.291946] env[65481]: value = "task-4884614" [ 868.291946] env[65481]: _type = "Task" [ 868.291946] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.298610] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.298854] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.307038] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884614, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.479430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "877112a7-91d2-47a2-8eed-0d0b5187c237" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.479430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.479430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.479430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.479430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.480712] env[65481]: INFO nova.compute.manager [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Terminating instance [ 868.596084] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 868.596084] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f9c0cce1-bf59-4b6f-aeff-d04e4d76b74a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.606217] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 868.606217] env[65481]: value = "task-4884615" [ 868.606217] env[65481]: _type = "Task" [ 868.606217] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 868.622185] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884615, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.644485] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 868.749687] env[65481]: WARNING neutronclient.v2_0.client [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 868.753466] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.753761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.754158] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 868.754303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 868.754427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 868.756921] env[65481]: INFO nova.compute.manager [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Terminating instance [ 868.792262] env[65481]: DEBUG nova.scheduler.client.report [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 868.805434] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 868.819201] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884614, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 868.985733] env[65481]: DEBUG nova.compute.manager [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 868.986014] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 868.986916] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-476fcd0b-6904-4687-a238-881f3be313df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 868.997543] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 868.998189] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-37040c8a-7fc1-4c80-99be-8f88a4e7f54b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.077189] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.077387] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.077548] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore2] 877112a7-91d2-47a2-8eed-0d0b5187c237 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.077912] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64481509-725d-42ef-9a13-35b534f24374 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.087626] env[65481]: DEBUG oslo_vmware.api [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 869.087626] env[65481]: value = "task-4884617" [ 869.087626] env[65481]: _type = "Task" [ 869.087626] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.097281] env[65481]: DEBUG oslo_vmware.api [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884617, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.117427] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884615, 'name': PowerOffVM_Task, 'duration_secs': 0.281619} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.117776] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.117961] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 869.262326] env[65481]: DEBUG nova.compute.manager [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 869.262828] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 869.263948] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3da5909e-53df-44a3-80d4-6129c32ea01e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.273937] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 869.277569] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-37915ad6-3b55-4f09-9d23-e56d73c91956 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.285947] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 869.285947] env[65481]: value = "task-4884618" [ 869.285947] env[65481]: _type = "Task" [ 869.285947] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.296651] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884618, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.302680] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.184s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.311290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 23.023s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 869.311510] env[65481]: DEBUG nova.objects.instance [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lazy-loading 'resources' on Instance uuid 05220b53-c822-4e7b-91ea-fcbca536dd92 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 869.313969] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884614, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.714568} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.314708] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e/d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 869.315023] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 869.318501] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-795978da-0224-481e-8c43-0db5251eed75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.332915] env[65481]: INFO nova.scheduler.client.report [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleted allocations for instance 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de [ 869.337668] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 869.337668] env[65481]: value = "task-4884619" [ 869.337668] env[65481]: _type = "Task" [ 869.337668] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.347967] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 869.358419] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884619, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.605046] env[65481]: DEBUG oslo_vmware.api [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884617, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.236046} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.605334] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 869.605518] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 869.605690] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 869.606061] env[65481]: INFO nova.compute.manager [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Took 0.62 seconds to destroy the instance on the hypervisor. [ 869.606170] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 869.606378] env[65481]: DEBUG nova.compute.manager [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 869.606509] env[65481]: DEBUG nova.network.neutron [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 869.606874] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.624255] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.624505] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.624759] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.624890] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.625747] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.625982] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.626298] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.627457] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.627457] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.627961] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.628182] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.638145] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-da43145f-d0d0-4289-aec3-713534cc47c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.665850] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 869.666413] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 869.666413] env[65481]: value = "task-4884620" [ 869.666413] env[65481]: _type = "Task" [ 869.666413] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.683326] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884620, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:36:46Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=1,extra_specs={hw_rng:allowed='True'},flavorid='2113312094',id=31,is_public=True,memory_mb=192,name='tempest-flavor_with_ephemeral_1-528291251',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 869.703848] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 869.704223] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 869.704364] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 869.704608] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 869.704854] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 869.705234] env[65481]: DEBUG nova.virt.hardware [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 869.707332] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb8d1cee-d471-4813-9adb-4f724fc4b86d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.716582] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.725213] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e040a35-07df-4c15-8e31-1f5c29cffab3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.799032] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884618, 'name': PowerOffVM_Task, 'duration_secs': 0.309941} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.799032] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 869.799032] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 869.799032] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-21a122b3-e2f2-40e1-9715-98dfad6b8eaf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.805249] env[65481]: WARNING neutronclient.v2_0.client [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 869.857012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67377a14-2497-48fd-a247-423cdd273550 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "7cc66662-7fc5-4de7-98ea-6f9b64c9c8de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.465s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 869.865471] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884619, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 869.868713] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Successfully updated port: ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 869.873028] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 869.875808] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d761b65-de6a-4c25-b6b0-c74e7f0e7602 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.908694] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Reconfiguring VM instance instance-0000003f to attach disk [datastore2] d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e/d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 869.911698] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6ddbdd17-e7e8-4135-8d8c-da5bc5e96c61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.928110] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 869.928428] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 869.928554] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Deleting the datastore file [datastore1] 41ab260a-be19-4c45-bf4c-50bcfac2aac2 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 869.933276] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-798786c9-f70e-4e33-8b93-58d3d4a2c8d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 869.942357] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 869.942357] env[65481]: value = "task-4884623" [ 869.942357] env[65481]: _type = "Task" [ 869.942357] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.944760] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for the task: (returnval){ [ 869.944760] env[65481]: value = "task-4884622" [ 869.944760] env[65481]: _type = "Task" [ 869.944760] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 869.974373] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884622, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 869.974743] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884623, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.044187] env[65481]: DEBUG nova.network.neutron [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Updated VIF entry in instance network info cache for port 6df036e4-f579-4250-ab8f-9813244973c7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 870.044512] env[65481]: DEBUG nova.network.neutron [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Updating instance_info_cache with network_info: [{"id": "6df036e4-f579-4250-ab8f-9813244973c7", "address": "fa:16:3e:1f:f1:21", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6df036e4-f5", "ovs_interfaceid": "6df036e4-f579-4250-ab8f-9813244973c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.180130] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884620, 'name': ReconfigVM_Task, 'duration_secs': 0.325016} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.180483] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 870.372087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 870.372297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 870.372472] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 870.442183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-552112f4-d7a0-40af-8d69-a5101ccfc27d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.473625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55b7fed5-1752-48f2-acb8-87e2fb1a0b37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.477469] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884623, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.482696] env[65481]: DEBUG oslo_vmware.api [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Task: {'id': task-4884622, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.315} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.483765] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 870.484077] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 870.484422] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 870.484864] env[65481]: INFO nova.compute.manager [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 1.22 seconds to destroy the instance on the hypervisor. [ 870.485157] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 870.485403] env[65481]: DEBUG nova.compute.manager [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 870.485502] env[65481]: DEBUG nova.network.neutron [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 870.485886] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.522558] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-032d0af5-a368-468e-bc6d-947202095ada {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.533054] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afec012d-ce39-4735-90ed-6648c7a8798c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.549613] env[65481]: DEBUG oslo_concurrency.lockutils [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] Releasing lock "refresh_cache-d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 870.550263] env[65481]: DEBUG nova.compute.manager [req-7fc44a4b-d991-4a30-b9a6-520ac5b15166 req-ad5205ef-63f9-400a-a4fd-a7212e84b72a service nova] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Received event network-vif-deleted-e124bd9c-12de-4ed7-87b3-72a111f282c4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 870.550860] env[65481]: DEBUG nova.compute.provider_tree [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 870.604148] env[65481]: DEBUG nova.network.neutron [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 870.618176] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 870.687529] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 870.687529] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 870.687678] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 870.687884] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 870.688045] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 870.688196] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 870.688406] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 870.688860] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 870.688860] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 870.688860] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 870.689058] env[65481]: DEBUG nova.virt.hardware [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 870.694754] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfiguring VM instance instance-00000039 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 870.695085] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cf2fe94e-d397-4a16-ac1b-293aef87c735 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.715931] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 870.715931] env[65481]: value = "task-4884624" [ 870.715931] env[65481]: _type = "Task" [ 870.715931] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.728041] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884624, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 870.943699] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 870.959810] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884623, 'name': ReconfigVM_Task, 'duration_secs': 0.572376} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 870.960541] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Reconfigured VM instance instance-0000003f to attach disk [datastore2] d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e/d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 870.961387] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c03f9568-b239-4c03-a6bc-4325e0626e33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 870.969989] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 870.969989] env[65481]: value = "task-4884625" [ 870.969989] env[65481]: _type = "Task" [ 870.969989] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 870.984275] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884625, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.055095] env[65481]: DEBUG nova.scheduler.client.report [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 871.098401] env[65481]: WARNING neutronclient.v2_0.client [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 871.108410] env[65481]: INFO nova.compute.manager [-] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Took 1.50 seconds to deallocate network for instance. [ 871.165195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.165414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.232167] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884624, 'name': ReconfigVM_Task, 'duration_secs': 0.324703} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.232167] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfigured VM instance instance-00000039 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 871.232888] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15941d06-8538-4c21-bb07-f4fa7c671def {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.262125] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfiguring VM instance instance-00000039 to attach disk [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 871.263292] env[65481]: DEBUG nova.network.neutron [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updating instance_info_cache with network_info: [{"id": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "address": "fa:16:3e:3c:05:1a", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddddeb58-e5", "ovs_interfaceid": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.265034] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e104e6b4-7ab3-4bf3-85aa-6c94325fa459 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.293264] env[65481]: DEBUG nova.compute.manager [req-2e8e067f-cb43-4ea3-a344-8fd5294172d1 req-bf07b346-225c-4445-8554-bc041560c316 service nova] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Received event network-vif-deleted-97e9c12c-64a5-4df2-a8b1-c67788e60a1c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.294238] env[65481]: DEBUG nova.compute.manager [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Received event network-vif-plugged-ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.294478] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Acquiring lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.294680] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.294839] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.295111] env[65481]: DEBUG nova.compute.manager [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] No waiting events found dispatching network-vif-plugged-ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 871.295189] env[65481]: WARNING nova.compute.manager [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Received unexpected event network-vif-plugged-ddddeb58-e58a-4970-b728-cc29ee3fb8df for instance with vm_state building and task_state spawning. [ 871.295311] env[65481]: DEBUG nova.compute.manager [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Received event network-changed-ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 871.295453] env[65481]: DEBUG nova.compute.manager [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Refreshing instance network info cache due to event network-changed-ddddeb58-e58a-4970-b728-cc29ee3fb8df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 871.295614] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Acquiring lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 871.302569] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 871.302569] env[65481]: value = "task-4884626" [ 871.302569] env[65481]: _type = "Task" [ 871.302569] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.313093] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884626, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.383625] env[65481]: DEBUG nova.network.neutron [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 871.485328] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884625, 'name': Rename_Task, 'duration_secs': 0.302224} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 871.485677] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 871.485853] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4629e8b1-4e86-4958-b728-a948d0566ee6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.496117] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 871.496117] env[65481]: value = "task-4884627" [ 871.496117] env[65481]: _type = "Task" [ 871.496117] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.508880] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.566774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.254s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 871.567774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.352s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.570026] env[65481]: INFO nova.compute.claims [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 871.593129] env[65481]: INFO nova.scheduler.client.report [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Deleted allocations for instance 05220b53-c822-4e7b-91ea-fcbca536dd92 [ 871.617372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.668342] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 871.793718] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 871.793718] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Instance network_info: |[{"id": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "address": "fa:16:3e:3c:05:1a", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddddeb58-e5", "ovs_interfaceid": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 871.794282] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Acquired lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 871.794529] env[65481]: DEBUG nova.network.neutron [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Refreshing network info cache for port ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 871.796686] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3c:05:1a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ea6e81c3-94aa-40a6-a4d4-7f338b503442', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ddddeb58-e58a-4970-b728-cc29ee3fb8df', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 871.810477] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 871.811835] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 871.819533] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-15876c0d-8a84-4d14-897b-44bf55aa935e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 871.856862] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884626, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.859167] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 871.859167] env[65481]: value = "task-4884628" [ 871.859167] env[65481]: _type = "Task" [ 871.859167] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 871.872320] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884628, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 871.888049] env[65481]: INFO nova.compute.manager [-] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Took 1.40 seconds to deallocate network for instance. [ 871.997492] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.997749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.998154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 871.998154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 871.998321] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.004488] env[65481]: INFO nova.compute.manager [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Terminating instance [ 872.013024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.013819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.023232] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884627, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.102419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4f1f599-ffdd-4785-ac70-d4c82403cf0b tempest-ServersAaction247Test-599918633 tempest-ServersAaction247Test-599918633-project-member] Lock "05220b53-c822-4e7b-91ea-fcbca536dd92" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.327s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.180040] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.180628] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.180774] env[65481]: DEBUG nova.compute.manager [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.182402] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30cfe0ba-2d70-4c3f-975d-56b40ed6cd65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.193947] env[65481]: DEBUG nova.compute.manager [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 872.194754] env[65481]: DEBUG nova.objects.instance [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'flavor' on Instance uuid a98557ef-a7ca-4d99-85be-5a71b1dce96c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 872.199139] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.312689] env[65481]: WARNING neutronclient.v2_0.client [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.327875] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884626, 'name': ReconfigVM_Task, 'duration_secs': 0.623434} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.328288] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Reconfigured VM instance instance-00000039 to attach disk [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b/a152d69b-743f-4385-a71c-9ab27df34c9b.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 872.328690] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.376038] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884628, 'name': CreateVM_Task, 'duration_secs': 0.455371} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.379010] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 872.379940] env[65481]: WARNING neutronclient.v2_0.client [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.380379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.380541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.380853] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 872.381139] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f8c30c3c-e205-4adf-971b-0bded93ddb54 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.388932] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 872.388932] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5255d971-f70b-873f-a26a-be2d6eb95679" [ 872.388932] env[65481]: _type = "Task" [ 872.388932] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.400418] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5255d971-f70b-873f-a26a-be2d6eb95679, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.405882] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.426831] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 872.428033] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ff9aa14-2d47-499a-9349-f6d30ee6d89e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.435159] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 872.435348] env[65481]: ERROR oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk due to incomplete transfer. [ 872.435592] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-5b20f189-6bfd-4f1e-8b54-4fd76c1f7e97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.452231] env[65481]: DEBUG oslo_vmware.rw_handles [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5206366f-4044-2c48-2a55-73fc0648979f/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 872.452231] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploaded image 85a39e3e-74f0-45c7-b0ac-67130df1d0f1 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 872.454754] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 872.455083] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-5875af0b-8c87-4a53-8578-899412ccb052 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.463995] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 872.463995] env[65481]: value = "task-4884629" [ 872.463995] env[65481]: _type = "Task" [ 872.463995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.476576] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884629, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.478433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "4ab04750-f79c-4ba4-9522-f40d182a60de" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.478705] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.478835] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 872.479375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 872.479375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 872.484580] env[65481]: INFO nova.compute.manager [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Terminating instance [ 872.511539] env[65481]: DEBUG oslo_vmware.api [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884627, 'name': PowerOnVM_Task, 'duration_secs': 0.840769} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.512909] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 872.512909] env[65481]: INFO nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Took 9.80 seconds to spawn the instance on the hypervisor. [ 872.512909] env[65481]: DEBUG nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 872.513384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8721862e-a79d-4513-95ff-9afd6b3eb138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.517438] env[65481]: DEBUG nova.compute.manager [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 872.517816] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.521469] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eab7ed50-4553-4e83-867d-a048d2a83410 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.523687] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 872.531151] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 872.533509] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d72c5b3-ddd1-46b8-b815-023adba16c93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.542799] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 872.542799] env[65481]: value = "task-4884630" [ 872.542799] env[65481]: _type = "Task" [ 872.542799] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.552383] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884630, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.579022] env[65481]: WARNING neutronclient.v2_0.client [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 872.697961] env[65481]: DEBUG nova.network.neutron [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updated VIF entry in instance network info cache for port ddddeb58-e58a-4970-b728-cc29ee3fb8df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 872.698366] env[65481]: DEBUG nova.network.neutron [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updating instance_info_cache with network_info: [{"id": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "address": "fa:16:3e:3c:05:1a", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddddeb58-e5", "ovs_interfaceid": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 872.842106] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1521a63e-96b1-4989-839c-51c24ca6c5fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.868097] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0567adb-1e29-4fc1-ad01-ed0d4a843090 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.890757] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 872.908426] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5255d971-f70b-873f-a26a-be2d6eb95679, 'name': SearchDatastore_Task, 'duration_secs': 0.019794} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.908741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 872.908962] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 872.909209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 872.909346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 872.909518] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 872.909816] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a4bef60d-1909-4390-8dcd-38d956133800 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.931990] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 872.931990] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 872.932278] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5eb47c5-83ee-42b1-a689-273830339a1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.943078] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 872.943078] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b5385-bdfc-c97d-7f94-47f3567f4ffa" [ 872.943078] env[65481]: _type = "Task" [ 872.943078] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 872.956520] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b5385-bdfc-c97d-7f94-47f3567f4ffa, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 872.985594] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884629, 'name': Destroy_Task, 'duration_secs': 0.325244} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 872.985865] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroyed the VM [ 872.986110] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 872.986382] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-5976c196-b3e4-40a9-8a7e-f704236454fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 872.988646] env[65481]: DEBUG nova.compute.manager [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 872.988789] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 872.989833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68ec31-8f80-4c87-8b56-ed310403e7cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.002113] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.003635] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fec480c7-1ac7-4f95-8be6-28a82bb4e944 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.005425] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 873.005425] env[65481]: value = "task-4884631" [ 873.005425] env[65481]: _type = "Task" [ 873.005425] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.012487] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 873.012487] env[65481]: value = "task-4884632" [ 873.012487] env[65481]: _type = "Task" [ 873.012487] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.016946] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884631, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.031419] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884632, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.054734] env[65481]: INFO nova.compute.manager [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Took 42.13 seconds to build instance. [ 873.062592] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884630, 'name': PowerOffVM_Task, 'duration_secs': 0.426684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.062592] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.062773] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.063385] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1bf22db3-0e2c-4a41-9b91-83b3d3468ecb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.068930] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 873.152327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.152718] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.153053] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Deleting the datastore file [datastore1] a164b9e8-a577-461f-bbc9-2ceb999bd5c5 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.153490] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-002c7dce-14a2-4a64-a998-b1f433b15683 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.163645] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for the task: (returnval){ [ 873.163645] env[65481]: value = "task-4884634" [ 873.163645] env[65481]: _type = "Task" [ 873.163645] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.175715] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884634, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.200940] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.201216] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.204378] env[65481]: DEBUG oslo_concurrency.lockutils [req-adab5f42-9cbe-4175-8693-1ad88f36142d req-f63aa5dd-4a97-463d-89e2-a32512ee3670 service nova] Releasing lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.207338] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 873.207338] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0b21c66-928e-4be6-9939-1eb3aaf50e45 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.214383] env[65481]: DEBUG oslo_vmware.api [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 873.214383] env[65481]: value = "task-4884635" [ 873.214383] env[65481]: _type = "Task" [ 873.214383] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.227743] env[65481]: DEBUG oslo_vmware.api [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884635, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.237739] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1954aa57-233f-437b-87f0-f3d149227a39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.249902] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94418a2c-5f7a-4081-9585-417d503a7f07 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.294288] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e7c619b-7128-401a-abfa-8887e88c9ded {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.304842] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-124e656f-8e25-46fd-9d00-29815ff11188 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.324097] env[65481]: DEBUG nova.compute.provider_tree [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 873.403977] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.404282] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.457448] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b5385-bdfc-c97d-7f94-47f3567f4ffa, 'name': SearchDatastore_Task, 'duration_secs': 0.013056} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.457448] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4914874f-e53e-4b0f-be96-c86f50b0dfe5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.464356] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 873.464356] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527836c7-5872-ef14-d5b0-7b372429f111" [ 873.464356] env[65481]: _type = "Task" [ 873.464356] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.476765] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527836c7-5872-ef14-d5b0-7b372429f111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.510716] env[65481]: DEBUG nova.network.neutron [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Port b10619fd-39bc-4b11-b225-c061276ecee4 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 873.517950] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884631, 'name': RemoveSnapshot_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.527579] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884632, 'name': PowerOffVM_Task, 'duration_secs': 0.296857} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.527789] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.528080] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 873.528957] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-50e2d3b7-0c2f-4994-99c5-cef903a2bbcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.559331] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8ea25a53-80b2-4e86-949c-baf19a5457e3 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.652s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 873.632043] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 873.632289] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 873.632472] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleting the datastore file [datastore2] 4ab04750-f79c-4ba4-9522-f40d182a60de {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 873.632761] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e27340d4-30b1-4e3f-a883-1c60c6475396 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.643086] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 873.643086] env[65481]: value = "task-4884637" [ 873.643086] env[65481]: _type = "Task" [ 873.643086] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.660111] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884637, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 873.675136] env[65481]: DEBUG oslo_vmware.api [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Task: {'id': task-4884634, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.300195} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.675136] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 873.675136] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 873.675136] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 873.675136] env[65481]: INFO nova.compute.manager [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Took 1.16 seconds to destroy the instance on the hypervisor. [ 873.675136] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 873.675136] env[65481]: DEBUG nova.compute.manager [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 873.675136] env[65481]: DEBUG nova.network.neutron [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 873.675664] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.715921] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 873.721187] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.721522] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.722189] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.722393] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.722702] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.722885] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.723062] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 873.723236] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 873.729024] env[65481]: DEBUG oslo_vmware.api [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884635, 'name': PowerOffVM_Task, 'duration_secs': 0.233811} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.729215] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 873.729653] env[65481]: DEBUG nova.compute.manager [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 873.730460] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa76b20-f900-4bf1-af04-04de51ceb5eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.827323] env[65481]: DEBUG nova.scheduler.client.report [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 873.976675] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527836c7-5872-ef14-d5b0-7b372429f111, 'name': SearchDatastore_Task, 'duration_secs': 0.023162} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 873.978476] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 873.978609] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/5547a644-cc2a-48c5-9939-e32cfe3edf51.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 873.979357] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-99fe935e-740f-4e9d-879d-314afd5211d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 873.987028] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 873.987028] env[65481]: value = "task-4884638" [ 873.987028] env[65481]: _type = "Task" [ 873.987028] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 873.997520] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884638, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.022266] env[65481]: DEBUG oslo_vmware.api [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884631, 'name': RemoveSnapshot_Task, 'duration_secs': 0.620895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.023845] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 874.024335] env[65481]: INFO nova.compute.manager [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 15.11 seconds to snapshot the instance on the hypervisor. [ 874.027037] env[65481]: DEBUG nova.compute.manager [req-0041f986-f052-48d7-9888-dc7e7cc36e9c req-2ba549ac-4a4c-42ec-80b3-5cb37e9ee6f5 service nova] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Received event network-vif-deleted-89fadb95-5f1f-455c-a9e6-c7871ec65906 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 874.155161] env[65481]: DEBUG oslo_vmware.api [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884637, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.301973} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 874.155966] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 874.156127] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 874.156281] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 874.156448] env[65481]: INFO nova.compute.manager [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Took 1.17 seconds to destroy the instance on the hypervisor. [ 874.156692] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 874.156917] env[65481]: DEBUG nova.compute.manager [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 874.157028] env[65481]: DEBUG nova.network.neutron [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 874.157310] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.194496] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 874.226386] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.245078] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d76b78ce-74dd-45bd-b3b7-484aff3bd8c6 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.064s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.332938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.765s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.333558] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 874.336450] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.370s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.338173] env[65481]: INFO nova.compute.claims [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 874.479974] env[65481]: DEBUG nova.network.neutron [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.498899] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884638, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 874.546712] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.546916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.547196] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.585274] env[65481]: DEBUG nova.compute.manager [None req-f99096c2-f9fc-40e9-903b-aec58f66a187 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Found 1 images (rotation: 2) {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 874.643405] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.643518] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.643800] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 874.643998] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 874.644194] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 874.646747] env[65481]: INFO nova.compute.manager [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Terminating instance [ 874.849396] env[65481]: DEBUG nova.compute.utils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 874.851248] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 874.944690] env[65481]: DEBUG nova.network.neutron [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 874.983741] env[65481]: INFO nova.compute.manager [-] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Took 1.31 seconds to deallocate network for instance. [ 875.000015] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884638, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829193} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.000572] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/5547a644-cc2a-48c5-9939-e32cfe3edf51.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 875.000725] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 875.001014] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c964a2d5-f30a-47e9-a0a5-3b861e3534f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.009974] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 875.009974] env[65481]: value = "task-4884639" [ 875.009974] env[65481]: _type = "Task" [ 875.009974] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.021051] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884639, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.053727] env[65481]: DEBUG nova.compute.manager [req-a7c4152e-890c-4d7e-819c-1058a2a3fe8a req-84e22652-f28b-4849-b00e-6e2b6f679a9c service nova] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Received event network-vif-deleted-5e010650-0515-4c72-ae8e-38303c5718a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 875.151658] env[65481]: DEBUG nova.compute.manager [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 875.152047] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 875.153164] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2c8423e-bd6f-44e6-af0f-0f5fafc09ec9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.162277] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 875.162277] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-20cba404-7a8d-4cf3-91c0-db12d5da8ed1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.170634] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 875.170634] env[65481]: value = "task-4884640" [ 875.170634] env[65481]: _type = "Task" [ 875.170634] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.178801] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884640, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.271628] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.271740] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 875.356824] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 875.447263] env[65481]: INFO nova.compute.manager [-] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Took 1.29 seconds to deallocate network for instance. [ 875.483150] env[65481]: INFO nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Rebuilding instance [ 875.490438] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.525106] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884639, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080363} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.526159] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 875.526329] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-880be5c9-c191-441e-a043-16d87db1ff4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.540372] env[65481]: DEBUG nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 875.540372] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bbfb752f-4006-4a28-ae2b-f81a0533d06e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.562919] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/5547a644-cc2a-48c5-9939-e32cfe3edf51.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 875.567861] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 875.570834] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1b0164b4-44b5-47b4-a3d8-91e7a06e5105 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.598904] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 875.598904] env[65481]: value = "task-4884641" [ 875.598904] env[65481]: _type = "Task" [ 875.598904] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.609826] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884641, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.639097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 875.639278] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 875.639458] env[65481]: DEBUG nova.network.neutron [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 875.682514] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884640, 'name': PowerOffVM_Task, 'duration_secs': 0.210014} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 875.682826] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 875.682997] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 875.683440] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1a65cbc4-f1ac-4a1a-aebb-bf174d1bce91 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.743464] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 875.743650] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 875.743844] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleting the datastore file [datastore1] c5e60097-9a02-49d5-9c05-ec74e5e8a69f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 875.744148] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-367f027c-4bab-4785-a450-932eeb2e7b3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.754598] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for the task: (returnval){ [ 875.754598] env[65481]: value = "task-4884643" [ 875.754598] env[65481]: _type = "Task" [ 875.754598] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 875.764800] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 875.780095] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 875.885957] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcabe429-1f19-4a47-b6b2-af3f22c82fc7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.895267] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e607a0b8-0e7c-4771-9672-ae7e9e17eaac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.929971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3311b3d-ffe2-4f4c-baec-a4dc73b6518c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.944715] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30f85d17-0e66-4fd9-9d5c-81ca11fc47be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 875.961455] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 875.962702] env[65481]: DEBUG nova.compute.provider_tree [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 876.110600] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884641, 'name': ReconfigVM_Task, 'duration_secs': 0.314386} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.110983] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/5547a644-cc2a-48c5-9939-e32cfe3edf51.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 876.111228] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Creating Virtual Disk of size 1048576 KB and adapter type paraVirtual on the data store {{(pid=65481) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1383}} [ 876.111862] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CreateVirtualDisk_Task with opID=oslo.vmware-3177127a-5751-4fe0-a971-185fdce11680 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.120789] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 876.120789] env[65481]: value = "task-4884644" [ 876.120789] env[65481]: _type = "Task" [ 876.120789] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.132232] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884644, 'name': CreateVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.148791] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.202241] env[65481]: DEBUG nova.compute.manager [req-67582b63-33f0-4073-974e-8e6084716af4 req-e1c2edf4-f9dd-4755-b7b8-e095b4b70bec service nova] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Received event network-vif-deleted-39f46002-a947-41b2-8b0b-99d04715f708 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 876.266075] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884643, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.303194] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.353871] env[65481]: WARNING neutronclient.v2_0.client [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.367614] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 876.394873] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 876.395160] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 876.395318] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 876.395943] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 876.395943] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 876.395943] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 876.395943] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 876.396723] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 876.396723] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 876.396723] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 876.396723] env[65481]: DEBUG nova.virt.hardware [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 876.397620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c60b082b-0940-4293-b11d-640d9b7e44e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.408586] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89a17568-1fc1-4160-b93e-1c54b9b52446 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.423238] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 876.428931] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Creating folder: Project (c940b6b15ed6445383e2bcb59a142079). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.429387] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-51eaea18-1ab0-49f1-9527-c9910721b7a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.437136] env[65481]: DEBUG nova.network.neutron [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 876.443697] env[65481]: DEBUG nova.compute.manager [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 876.444044] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Created folder: Project (c940b6b15ed6445383e2bcb59a142079) in parent group-v951696. [ 876.444206] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Creating folder: Instances. Parent ref: group-v951875. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 876.444980] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4edc0bf-9242-4231-9570-9568c6854d6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.448419] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7b772f7d-b78f-4a0c-8d1c-214c510574e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.459751] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Created folder: Instances in parent group-v951875. [ 876.459751] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.460098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 876.460098] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-75ff3f84-5f0b-4bb5-94c2-b2cd81bb1cea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.474518] env[65481]: DEBUG nova.scheduler.client.report [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 876.485023] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 876.485023] env[65481]: value = "task-4884647" [ 876.485023] env[65481]: _type = "Task" [ 876.485023] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.501109] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884647, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.594727] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 876.594983] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.598053] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 876.598210] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2a545fa8-e680-4eae-b841-0259a8289166 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.606610] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 876.606610] env[65481]: value = "task-4884648" [ 876.606610] env[65481]: _type = "Task" [ 876.606610] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.615467] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884648, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.631185] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884644, 'name': CreateVirtualDisk_Task, 'duration_secs': 0.056968} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.631422] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Created Virtual Disk of size 1048576 KB and type thin {{(pid=65481) create_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1404}} [ 876.632222] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-288949d7-e73f-4138-9444-bbe784a7448b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.658066] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Reconfiguring VM instance instance-00000040 to attach disk [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/ephemeral_0.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 876.658066] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2c27b18a-5d50-4901-978d-128c053297bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 876.677726] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 876.677726] env[65481]: value = "task-4884649" [ 876.677726] env[65481]: _type = "Task" [ 876.677726] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 876.686650] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884649, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 876.768166] env[65481]: DEBUG oslo_vmware.api [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Task: {'id': task-4884643, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.575674} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 876.768166] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 876.768166] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 876.768531] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 876.768743] env[65481]: INFO nova.compute.manager [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Took 1.62 seconds to destroy the instance on the hypervisor. [ 876.769095] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 876.769530] env[65481]: DEBUG nova.compute.manager [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 876.769530] env[65481]: DEBUG nova.network.neutron [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 876.769807] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.815140] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 876.940530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 876.959257] env[65481]: INFO nova.compute.manager [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] instance snapshotting [ 876.959630] env[65481]: DEBUG nova.objects.instance [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 876.980241] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.644s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 876.980803] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 876.985304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.759s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 876.986849] env[65481]: INFO nova.compute.claims [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 877.000656] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884647, 'name': CreateVM_Task, 'duration_secs': 0.422218} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.000861] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 877.001434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.002023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.002097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 877.002348] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-374ac501-7637-4420-9ba4-07a2591e9b31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.009569] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 877.009569] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52848533-e900-0a77-09a3-1bdb4ef5db28" [ 877.009569] env[65481]: _type = "Task" [ 877.009569] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.019033] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52848533-e900-0a77-09a3-1bdb4ef5db28, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.119130] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 877.119130] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 877.119130] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45401f25-f8e5-4405-8145-2dca8ac872c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.129150] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 877.129461] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64624cde-01ca-455c-b603-9c40f83f144e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.188228] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884649, 'name': ReconfigVM_Task, 'duration_secs': 0.386459} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.189626] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Reconfigured VM instance instance-00000040 to attach disk [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51/ephemeral_0.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 877.190535] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 877.190786] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 877.190966] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 877.191238] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e2f4ff42-20dc-4355-81e8-8199f818f72a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.193121] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d0394d05-60e1-433e-a371-30eee6839404 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.200596] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 877.200596] env[65481]: value = "task-4884652" [ 877.200596] env[65481]: _type = "Task" [ 877.200596] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.202086] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 877.202086] env[65481]: value = "task-4884651" [ 877.202086] env[65481]: _type = "Task" [ 877.202086] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.213670] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884652, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.217276] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884651, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.465254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b1e957e-0675-474c-8e86-40b43a2e7052 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.470271] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b28236cd-e3f0-4655-9810-640bd2f67082 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.504076] env[65481]: DEBUG nova.compute.utils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 877.509309] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81390c9a-b00f-4a7c-8635-a01e805f9ce9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.511362] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 877.513089] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99ddf34c-8b20-428f-b674-7378f2600a00 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.531935] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 877.535414] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52848533-e900-0a77-09a3-1bdb4ef5db28, 'name': SearchDatastore_Task, 'duration_secs': 0.011699} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.535966] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 877.536257] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 877.536972] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 877.536972] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 877.537154] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 877.538904] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1809450e-8103-4bb0-a317-217bc32d7523 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.550271] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 877.550433] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 877.552226] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b432733-69d6-4883-8580-3b3fc7668b6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.557042] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 877.557042] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520fdbaf-d165-e879-6f0e-5dc764bb586c" [ 877.557042] env[65481]: _type = "Task" [ 877.557042] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.565718] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520fdbaf-d165-e879-6f0e-5dc764bb586c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 877.596102] env[65481]: DEBUG nova.network.neutron [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 877.716468] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884651, 'name': Rename_Task, 'duration_secs': 0.190707} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.719447] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 877.719718] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884652, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.273472} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 877.719915] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f17ca306-f26a-46e4-aaf1-3f14f4fddd68 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 877.721511] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 877.721685] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 877.721855] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 877.731027] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 877.731027] env[65481]: value = "task-4884653" [ 877.731027] env[65481]: _type = "Task" [ 877.731027] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 877.740503] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884653, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.008739] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 878.033677] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 878.034030] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-971d64cf-96e9-4feb-8bbc-354e8fea7cdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.037784] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 878.040518] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9eedd4f5-d522-45cf-8f93-74e0ce2c528d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.047189] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 878.047189] env[65481]: value = "task-4884654" [ 878.047189] env[65481]: _type = "Task" [ 878.047189] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.051985] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 878.051985] env[65481]: value = "task-4884655" [ 878.051985] env[65481]: _type = "Task" [ 878.051985] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.062988] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.071323] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884655, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.078154] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520fdbaf-d165-e879-6f0e-5dc764bb586c, 'name': SearchDatastore_Task, 'duration_secs': 0.028054} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.082092] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5932a722-f182-43a1-921d-6dca6b0942bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.089689] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 878.089689] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dbd302-d216-d291-bc1a-77ef1b9bc23b" [ 878.089689] env[65481]: _type = "Task" [ 878.089689] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.100293] env[65481]: INFO nova.compute.manager [-] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Took 1.33 seconds to deallocate network for instance. [ 878.105198] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dbd302-d216-d291-bc1a-77ef1b9bc23b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.240191] env[65481]: DEBUG nova.compute.manager [req-dfc2785e-bfbd-43d7-aa9f-b96115db02fd req-feac9216-5d5d-4545-bdf4-93165462b0dc service nova] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Received event network-vif-deleted-89f2bfb4-69e4-4c14-9d31-e6c23d878da0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 878.244889] env[65481]: DEBUG oslo_vmware.api [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884653, 'name': PowerOnVM_Task, 'duration_secs': 0.470441} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.245524] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.245524] env[65481]: INFO nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Took 8.58 seconds to spawn the instance on the hypervisor. [ 878.245524] env[65481]: DEBUG nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 878.248354] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71d6d1c2-1bb0-4f26-a40b-fc2d88225a22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.492263] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43c2d37b-d914-444f-abdd-cc25f65491f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.500489] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40da92fa-749d-432e-a60c-68b7d606abbc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.537691] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5147e67a-4003-43e8-80ae-4d0eba2d9039 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.546974] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b806029-ee0c-4deb-a900-02fff7e42f5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.568503] env[65481]: DEBUG nova.compute.provider_tree [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 878.574158] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884654, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.579231] env[65481]: DEBUG oslo_vmware.api [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884655, 'name': PowerOnVM_Task, 'duration_secs': 0.427257} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.580629] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 878.580629] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6f31c73d-680f-490c-8920-6c71429836b9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance 'a152d69b-743f-4385-a71c-9ab27df34c9b' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 878.600779] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dbd302-d216-d291-bc1a-77ef1b9bc23b, 'name': SearchDatastore_Task, 'duration_secs': 0.012574} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 878.601140] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 878.601474] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] b97641fd-2656-4067-83d6-9bed257d6b5f/b97641fd-2656-4067-83d6-9bed257d6b5f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 878.601675] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5168b103-26eb-4a14-8e5c-7170ae1ea0fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.609851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 878.610261] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 878.610261] env[65481]: value = "task-4884656" [ 878.610261] env[65481]: _type = "Task" [ 878.610261] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.620775] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884656, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 878.758644] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 878.758891] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 878.759292] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 878.759507] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 878.759671] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 878.759821] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 878.760044] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 878.760209] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 878.760374] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 878.760544] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 878.760695] env[65481]: DEBUG nova.virt.hardware [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 878.768275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c17eda9d-c269-42ae-a8c7-e07be2123331 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.770855] env[65481]: INFO nova.compute.manager [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Took 45.39 seconds to build instance. [ 878.777858] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a26bb87a-779b-445b-912b-d03dba30fc2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.793506] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:67:8e:e4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cb0e937c-3a36-435f-ba1a-836b944f5b24', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 878.801821] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 878.802167] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 878.802470] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-efec7f99-6ab4-410a-ba65-1bda8614ecfd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 878.822499] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 878.822499] env[65481]: value = "task-4884657" [ 878.822499] env[65481]: _type = "Task" [ 878.822499] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 878.831713] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884657, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.038270] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 879.063183] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884654, 'name': CreateSnapshot_Task, 'duration_secs': 0.79664} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.065567] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 879.065803] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 879.065933] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 879.066142] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 879.066282] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 879.066420] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 879.066639] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 879.066779] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 879.067231] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 879.067231] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 879.067606] env[65481]: DEBUG nova.virt.hardware [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 879.067606] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 879.068417] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f7aa0ee-9854-4d44-9dfd-f4009cf5d12a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.071821] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9dbf5e86-eb0a-4ec4-b212-a81e1a9cae38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.075884] env[65481]: DEBUG nova.scheduler.client.report [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 879.092828] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aed417-aee7-4df4-a0bf-0567c436d30e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.114536] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 879.120290] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 879.124284] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 879.124568] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ef8fcb6d-78e1-43b2-9b84-92eba68d94e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.145540] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884656, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.147355] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 879.147355] env[65481]: value = "task-4884658" [ 879.147355] env[65481]: _type = "Task" [ 879.147355] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.157334] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884658, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.273059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c50e7fb4-594b-47f5-a46a-e540b584b5cd tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 46.910s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.340844] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884657, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.592401] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.607s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 879.592923] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 879.599452] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.530s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 879.602081] env[65481]: DEBUG nova.objects.instance [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lazy-loading 'resources' on Instance uuid 9a78abeb-8dd1-4b88-b88a-743131739851 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 879.611214] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 879.611754] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-1736dfc0-cd5a-4c0f-ad13-9e8e50c5113f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.626196] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884656, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679746} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.627564] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] b97641fd-2656-4067-83d6-9bed257d6b5f/b97641fd-2656-4067-83d6-9bed257d6b5f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 879.627783] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 879.628089] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 879.628089] env[65481]: value = "task-4884659" [ 879.628089] env[65481]: _type = "Task" [ 879.628089] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.628312] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f55f60a4-0bb0-4503-b3d3-80cfbd4b3dcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.642497] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.644978] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 879.644978] env[65481]: value = "task-4884660" [ 879.644978] env[65481]: _type = "Task" [ 879.644978] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.664555] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.668641] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884658, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 879.776062] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 879.834551] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884657, 'name': CreateVM_Task, 'duration_secs': 0.769549} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 879.834694] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 879.835235] env[65481]: WARNING neutronclient.v2_0.client [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 879.835607] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 879.835754] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 879.836076] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 879.836335] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2304d4e9-0492-4756-91b5-66203fbf9d1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 879.841858] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 879.841858] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521aef30-5def-2da2-e95a-41a8bfa66b6c" [ 879.841858] env[65481]: _type = "Task" [ 879.841858] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 879.851628] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521aef30-5def-2da2-e95a-41a8bfa66b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.112524] env[65481]: DEBUG nova.compute.utils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 880.118700] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 880.119019] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 880.119378] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.119744] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.145793] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task} progress is 93%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.163063] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884660, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.169428] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884658, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.171064] env[65481]: DEBUG nova.policy [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '80a6dd2667114d4e96e3ef0a8a97a361', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '9a6c255c2a2b47769d7124fbf8b71636', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 880.303769] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.361921] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521aef30-5def-2da2-e95a-41a8bfa66b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.0164} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.362268] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.362500] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.362796] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.362947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.363137] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.363418] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-90fc6e72-f178-4efb-a8ec-052f05f83c8c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.386051] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.386250] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.386993] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a0abba7-e08a-489a-ada8-20454d94d3eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.393281] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 880.393281] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f0db52-73f6-53e2-58bc-079faae827d0" [ 880.393281] env[65481]: _type = "Task" [ 880.393281] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.398496] env[65481]: DEBUG nova.compute.manager [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Received event network-changed-ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 880.398593] env[65481]: DEBUG nova.compute.manager [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Refreshing instance network info cache due to event network-changed-ddddeb58-e58a-4970-b728-cc29ee3fb8df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 880.398808] env[65481]: DEBUG oslo_concurrency.lockutils [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] Acquiring lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.399198] env[65481]: DEBUG oslo_concurrency.lockutils [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] Acquired lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.399198] env[65481]: DEBUG nova.network.neutron [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Refreshing network info cache for port ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 880.410762] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f0db52-73f6-53e2-58bc-079faae827d0, 'name': SearchDatastore_Task, 'duration_secs': 0.010159} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.412044] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c3cc604e-1d17-4132-9044-09b706c0e89d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.423058] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 880.423058] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5277aa88-dcee-b78b-6b6d-41900114d090" [ 880.423058] env[65481]: _type = "Task" [ 880.423058] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.432496] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5277aa88-dcee-b78b-6b6d-41900114d090, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.499904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 880.500640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 880.500640] env[65481]: DEBUG nova.compute.manager [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Going to confirm migration 3 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 880.512269] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Successfully created port: ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.624974] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 880.643273] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.656849] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884660, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.946515} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.661546] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 880.662418] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da669dad-da65-42fe-b7d7-7ac0b54d11e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.666014] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-934b5d4a-d793-4c13-aa75-843cbd372fbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.678713] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884658, 'name': CreateVM_Task, 'duration_secs': 1.373085} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.689129] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 880.698430] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Reconfiguring VM instance instance-00000041 to attach disk [datastore1] b97641fd-2656-4067-83d6-9bed257d6b5f/b97641fd-2656-4067-83d6-9bed257d6b5f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 880.699080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.699254] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.699584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 880.700215] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-937fd118-7b9a-472a-86fb-4f84d55328dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.716102] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fae25c4-6f42-4904-867f-2aef74455b74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.720704] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5ce04fa6-bf1c-423b-adef-1a38e728acef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.726777] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 880.726777] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529aae6b-ef9c-55fc-0aed-e95737c94af3" [ 880.726777] env[65481]: _type = "Task" [ 880.726777] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.761804] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07b1a9e0-b206-4ce1-aee0-02943b4d5b78 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.764672] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 880.764672] env[65481]: value = "task-4884661" [ 880.764672] env[65481]: _type = "Task" [ 880.764672] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.775308] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529aae6b-ef9c-55fc-0aed-e95737c94af3, 'name': SearchDatastore_Task, 'duration_secs': 0.012452} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.776182] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.776574] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 880.776784] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 880.778387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3a880d5-e39f-4643-ad94-7ef7f67071f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.786878] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884661, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.799168] env[65481]: DEBUG nova.compute.provider_tree [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 880.878154] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Successfully created port: 837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 880.905573] env[65481]: WARNING neutronclient.v2_0.client [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 880.936793] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5277aa88-dcee-b78b-6b6d-41900114d090, 'name': SearchDatastore_Task, 'duration_secs': 0.010011} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 880.937035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 880.937318] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 880.937846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 880.937846] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 880.938131] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2776f337-0c5b-4e8f-9034-1e14bdc2f89f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.940936] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-098fc622-4e70-43ca-8f05-f7ab3e4791c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.951115] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 880.951115] env[65481]: value = "task-4884662" [ 880.951115] env[65481]: _type = "Task" [ 880.951115] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.956878] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 880.957441] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 880.959237] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff2349b0-8bb5-4de9-a32b-e60e94164212 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 880.967458] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884662, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 880.975862] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 880.975862] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba1a5a-f92e-809f-df14-9cb764847547" [ 880.975862] env[65481]: _type = "Task" [ 880.975862] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 880.991680] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba1a5a-f92e-809f-df14-9cb764847547, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.006587] env[65481]: WARNING neutronclient.v2_0.client [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.116549] env[65481]: WARNING neutronclient.v2_0.client [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.116937] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 881.117098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 881.117418] env[65481]: DEBUG nova.network.neutron [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 881.117464] env[65481]: DEBUG nova.objects.instance [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'info_cache' on Instance uuid a152d69b-743f-4385-a71c-9ab27df34c9b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.149200] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.276902] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884661, 'name': ReconfigVM_Task, 'duration_secs': 0.338855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.277487] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Reconfigured VM instance instance-00000041 to attach disk [datastore1] b97641fd-2656-4067-83d6-9bed257d6b5f/b97641fd-2656-4067-83d6-9bed257d6b5f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 881.278187] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9c0b330f-5a6a-4f05-88d6-745492ecffc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.281950] env[65481]: WARNING neutronclient.v2_0.client [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 881.287714] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 881.287714] env[65481]: value = "task-4884663" [ 881.287714] env[65481]: _type = "Task" [ 881.287714] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.298396] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884663, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.302910] env[65481]: DEBUG nova.scheduler.client.report [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 881.419211] env[65481]: DEBUG nova.network.neutron [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updated VIF entry in instance network info cache for port ddddeb58-e58a-4970-b728-cc29ee3fb8df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 881.419896] env[65481]: DEBUG nova.network.neutron [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updating instance_info_cache with network_info: [{"id": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "address": "fa:16:3e:3c:05:1a", "network": {"id": "3d0d755f-c619-45de-b20b-4c617888c5db", "bridge": "br-int", "label": "tempest-ServersWithSpecificFlavorTestJSON-994862074-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.227", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "a4deab76e13049589cfad540b7ca17c7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ea6e81c3-94aa-40a6-a4d4-7f338b503442", "external-id": "nsx-vlan-transportzone-637", "segmentation_id": 637, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapddddeb58-e5", "ovs_interfaceid": "ddddeb58-e58a-4970-b728-cc29ee3fb8df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 881.464841] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884662, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.490662] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ba1a5a-f92e-809f-df14-9cb764847547, 'name': SearchDatastore_Task, 'duration_secs': 0.012966} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.492117] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6a3cb985-33b1-4716-b646-29c407ca5720 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.500021] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 881.500021] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d0e59-5cf7-85be-a992-0b9e48f9a391" [ 881.500021] env[65481]: _type = "Task" [ 881.500021] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.512214] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d0e59-5cf7-85be-a992-0b9e48f9a391, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.642085] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 881.648431] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task} progress is 95%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.666635] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 881.667417] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 881.667417] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 881.667417] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 881.667570] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 881.667570] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 881.667852] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 881.667935] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 881.668085] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 881.668251] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 881.668418] env[65481]: DEBUG nova.virt.hardware [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 881.669913] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c8ecc0c-1ea4-4d15-be91-83fbc540e3b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.678348] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f25ea1d-7542-41c5-aa6a-a373f2748f1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.800606] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884663, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 881.809687] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.210s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 881.812951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.615s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 881.813152] env[65481]: DEBUG nova.objects.instance [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lazy-loading 'resources' on Instance uuid 9c7432da-7e2f-4b09-ad3e-96dfa79919d2 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 881.841483] env[65481]: INFO nova.scheduler.client.report [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleted allocations for instance 9a78abeb-8dd1-4b88-b88a-743131739851 [ 881.923465] env[65481]: DEBUG oslo_concurrency.lockutils [req-97b7575b-ad26-4a2a-be3e-3ebc13ecf7c7 req-6f2b9847-d6f3-4051-bda9-8cbccb668b75 service nova] Releasing lock "refresh_cache-5547a644-cc2a-48c5-9939-e32cfe3edf51" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 881.963037] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884662, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602061} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 881.963388] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 881.963795] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 881.964122] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b98513b7-f5e2-4e9a-896b-8a014f398889 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 881.973255] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 881.973255] env[65481]: value = "task-4884664" [ 881.973255] env[65481]: _type = "Task" [ 881.973255] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 881.983758] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884664, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.010753] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d0e59-5cf7-85be-a992-0b9e48f9a391, 'name': SearchDatastore_Task, 'duration_secs': 0.050809} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.011074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.011333] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 882.011592] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-92e59bca-1b6e-4107-9b74-3e254f37aeb9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.020314] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 882.020314] env[65481]: value = "task-4884665" [ 882.020314] env[65481]: _type = "Task" [ 882.020314] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.030427] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884665, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.130193] env[65481]: WARNING neutronclient.v2_0.client [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.145985] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884659, 'name': CloneVM_Task, 'duration_secs': 2.232946} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.146235] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created linked-clone VM from snapshot [ 882.146990] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-705d4447-8ac8-4221-be57-ced5c37c00d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.157072] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploading image 2ced9444-4d94-4b0b-972d-8ef2bf1e3d57 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 882.181328] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 882.181328] env[65481]: value = "vm-951881" [ 882.181328] env[65481]: _type = "VirtualMachine" [ 882.181328] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 882.181328] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-834e54da-ba0f-4778-a464-d39069b2044c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.190633] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease: (returnval){ [ 882.190633] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f1d7c-ae77-62b7-4cc6-e1e111ab081e" [ 882.190633] env[65481]: _type = "HttpNfcLease" [ 882.190633] env[65481]: } obtained for exporting VM: (result){ [ 882.190633] env[65481]: value = "vm-951881" [ 882.190633] env[65481]: _type = "VirtualMachine" [ 882.190633] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 882.191171] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the lease: (returnval){ [ 882.191171] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f1d7c-ae77-62b7-4cc6-e1e111ab081e" [ 882.191171] env[65481]: _type = "HttpNfcLease" [ 882.191171] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 882.198679] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.198679] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f1d7c-ae77-62b7-4cc6-e1e111ab081e" [ 882.198679] env[65481]: _type = "HttpNfcLease" [ 882.198679] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 882.306824] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884663, 'name': Rename_Task, 'duration_secs': 0.624988} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.307673] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 882.308035] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c03fd81a-52fb-4af2-902f-962ecfc98252 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.320445] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 882.320445] env[65481]: value = "task-4884667" [ 882.320445] env[65481]: _type = "Task" [ 882.320445] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.334112] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884667, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.342881] env[65481]: WARNING neutronclient.v2_0.client [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 882.353949] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eaa2b2d9-c0cc-4a8f-92c3-bc94a9089e54 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "9a78abeb-8dd1-4b88-b88a-743131739851" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.700s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.445702] env[65481]: DEBUG nova.network.neutron [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [{"id": "b10619fd-39bc-4b11-b225-c061276ecee4", "address": "fa:16:3e:ac:af:28", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapb10619fd-39", "ovs_interfaceid": "b10619fd-39bc-4b11-b225-c061276ecee4", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 882.483907] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884664, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.081313} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.484262] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 882.485313] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d7fdd8-4744-4a70-8dfc-4f9237600ea7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.511010] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Reconfiguring VM instance instance-0000003e to attach disk [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 882.512602] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b6c60685-4548-41a7-863e-b5dbfe47b666 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.547762] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 882.547762] env[65481]: value = "task-4884668" [ 882.547762] env[65481]: _type = "Task" [ 882.547762] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.552084] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884665, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524992} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 882.556466] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 882.556807] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 882.560313] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1c954a3b-fab9-4ea5-bbda-87a6b8bf26ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.569518] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884668, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.571394] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 882.571394] env[65481]: value = "task-4884669" [ 882.571394] env[65481]: _type = "Task" [ 882.571394] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 882.585180] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884669, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.655807] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Successfully updated port: ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 882.676665] env[65481]: DEBUG nova.compute.manager [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-vif-plugged-ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 882.677092] env[65481]: DEBUG oslo_concurrency.lockutils [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] Acquiring lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 882.677321] env[65481]: DEBUG oslo_concurrency.lockutils [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 882.677487] env[65481]: DEBUG oslo_concurrency.lockutils [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 882.677655] env[65481]: DEBUG nova.compute.manager [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] No waiting events found dispatching network-vif-plugged-ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 882.677819] env[65481]: WARNING nova.compute.manager [req-79b8db5f-6d7d-4a23-8d21-78d133c7f212 req-36a1e17d-1172-4af1-824e-2aba936c981f service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received unexpected event network-vif-plugged-ef7d0979-e123-4507-a501-a55f0fd11a42 for instance with vm_state building and task_state spawning. [ 882.704746] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 882.704746] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f1d7c-ae77-62b7-4cc6-e1e111ab081e" [ 882.704746] env[65481]: _type = "HttpNfcLease" [ 882.704746] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 882.704940] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 882.704940] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527f1d7c-ae77-62b7-4cc6-e1e111ab081e" [ 882.704940] env[65481]: _type = "HttpNfcLease" [ 882.704940] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 882.705958] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b80a8f71-5d21-4db5-b55f-1bb31b1a119d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.719960] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 882.720123] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 882.835151] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884667, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 882.875962] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bed29963-9eb1-4f21-b0f1-d8ebf35fc31a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.935136] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3777aa6d-f471-4ef1-b99d-31fe7a377f74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.944428] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f4f86d5-3315-48ba-9664-b3e58505fd78 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.979420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a152d69b-743f-4385-a71c-9ab27df34c9b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 882.979420] env[65481]: DEBUG nova.objects.instance [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'migration_context' on Instance uuid a152d69b-743f-4385-a71c-9ab27df34c9b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 882.981325] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ea993c9-6b9c-4062-bb9a-998537bdb8be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 882.990448] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-faeb6855-8133-43d0-a56c-293bc9bb3233 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.006374] env[65481]: DEBUG nova.compute.provider_tree [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 883.038801] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "79f9724f-65f5-4f02-9e13-6887d98129a4" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.038801] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.039644] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 883.040154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 883.040378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 883.044234] env[65481]: INFO nova.compute.manager [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Terminating instance [ 883.068484] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884668, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.082325] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884669, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074315} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.083770] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 883.086755] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c363c16-97d7-43aa-8462-974089f3a038 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.111972] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Reconfiguring VM instance instance-00000042 to attach disk [datastore1] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 883.112438] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6c1bf3aa-44b5-4a20-829f-4061b3a97353 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.136011] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 883.136011] env[65481]: value = "task-4884670" [ 883.136011] env[65481]: _type = "Task" [ 883.136011] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.145660] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884670, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.334476] env[65481]: DEBUG oslo_vmware.api [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884667, 'name': PowerOnVM_Task, 'duration_secs': 0.734699} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.334943] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 883.335352] env[65481]: INFO nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Took 6.97 seconds to spawn the instance on the hypervisor. [ 883.335733] env[65481]: DEBUG nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 883.336634] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37efe680-2e3f-4095-b6a3-ca367a3158f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.481773] env[65481]: DEBUG nova.objects.base [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 883.483104] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96a70d7c-8c5b-41ff-a188-c3e6ead84037 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.506967] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ef905336-4371-4e82-b01b-083f4e2d60a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.511551] env[65481]: DEBUG nova.scheduler.client.report [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 883.520206] env[65481]: DEBUG oslo_vmware.api [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 883.520206] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236e0fd-6c1a-b727-1e17-4a8d62a6d2bb" [ 883.520206] env[65481]: _type = "Task" [ 883.520206] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.530037] env[65481]: DEBUG oslo_vmware.api [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236e0fd-6c1a-b727-1e17-4a8d62a6d2bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.549744] env[65481]: DEBUG nova.compute.manager [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 883.550531] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 883.551504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-62a94d2e-c522-4452-b70e-787e18277d33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.562956] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 883.567036] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-abffbde1-3529-452e-888d-41166e7163a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.570050] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884668, 'name': ReconfigVM_Task, 'duration_secs': 0.52385} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 883.570050] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Reconfigured VM instance instance-0000003e to attach disk [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c/a98557ef-a7ca-4d99-85be-5a71b1dce96c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 883.570952] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3e1109af-ad7b-401c-84e3-d9e483a26947 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 883.576409] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 883.576409] env[65481]: value = "task-4884671" [ 883.576409] env[65481]: _type = "Task" [ 883.576409] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.583339] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 883.583339] env[65481]: value = "task-4884672" [ 883.583339] env[65481]: _type = "Task" [ 883.583339] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 883.591355] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884671, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.599456] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884672, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.649985] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884670, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 883.859622] env[65481]: INFO nova.compute.manager [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Took 35.69 seconds to build instance. [ 884.017128] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.204s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.020481] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.567s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.023608] env[65481]: INFO nova.compute.claims [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 884.040691] env[65481]: DEBUG oslo_vmware.api [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236e0fd-6c1a-b727-1e17-4a8d62a6d2bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011788} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.041050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.053031] env[65481]: INFO nova.scheduler.client.report [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted allocations for instance 9c7432da-7e2f-4b09-ad3e-96dfa79919d2 [ 884.087930] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884671, 'name': PowerOffVM_Task, 'duration_secs': 0.31028} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.091637] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 884.091839] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 884.092613] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bf0396fd-1974-48bc-841f-9d92895ed69f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.101836] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884672, 'name': Rename_Task, 'duration_secs': 0.256483} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.102352] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.102352] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8272677b-0f58-49d6-b255-899eb80a5e41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.109759] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 884.109759] env[65481]: value = "task-4884674" [ 884.109759] env[65481]: _type = "Task" [ 884.109759] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.120142] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884674, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.147133] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884670, 'name': ReconfigVM_Task, 'duration_secs': 0.706414} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.147610] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Reconfigured VM instance instance-00000042 to attach disk [datastore1] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 884.148447] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4f29a1b-8026-4b74-a859-8859591d18b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.157579] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 884.157579] env[65481]: value = "task-4884675" [ 884.157579] env[65481]: _type = "Task" [ 884.157579] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.171047] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884675, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.198263] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 884.198746] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 884.199381] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleting the datastore file [datastore2] 79f9724f-65f5-4f02-9e13-6887d98129a4 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 884.199381] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2d42ff01-ab43-4937-8a88-ca75459229c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.207679] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for the task: (returnval){ [ 884.207679] env[65481]: value = "task-4884676" [ 884.207679] env[65481]: _type = "Task" [ 884.207679] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.218565] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884676, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.363054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-591ea91f-6817-402a-a0c9-7adc232b5c07 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.205s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.562929] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ac5672d-1085-4d75-b816-9e27f350b2ae tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "9c7432da-7e2f-4b09-ad3e-96dfa79919d2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.972s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.626563] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884674, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.671797] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884675, 'name': Rename_Task, 'duration_secs': 0.216213} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.672561] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 884.672981] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-92bf0457-2589-41f1-81cd-9bbeb3c27d41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 884.682778] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 884.682778] env[65481]: value = "task-4884677" [ 884.682778] env[65481]: _type = "Task" [ 884.682778] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 884.695168] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884677, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 884.719809] env[65481]: DEBUG oslo_vmware.api [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Task: {'id': task-4884676, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.314369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 884.721385] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 884.721385] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 884.721632] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 884.721818] env[65481]: INFO nova.compute.manager [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 1.17 seconds to destroy the instance on the hypervisor. [ 884.722133] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 884.723423] env[65481]: DEBUG nova.compute.manager [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-changed-ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 884.723620] env[65481]: DEBUG nova.compute.manager [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Refreshing instance network info cache due to event network-changed-ef7d0979-e123-4507-a501-a55f0fd11a42. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 884.723925] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Acquiring lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 884.724096] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Acquired lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 884.724258] env[65481]: DEBUG nova.network.neutron [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Refreshing network info cache for port ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 884.728022] env[65481]: DEBUG nova.compute.manager [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 884.728022] env[65481]: DEBUG nova.network.neutron [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 884.728022] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.768190] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 884.790495] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Successfully updated port: 837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 884.918439] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "254c11d4-87f9-465d-bdca-3ac7930d4000" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.919047] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.919839] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 884.920165] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 884.920488] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 884.923544] env[65481]: INFO nova.compute.manager [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Terminating instance [ 885.122526] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884674, 'name': PowerOnVM_Task, 'duration_secs': 0.802883} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.125616] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.125890] env[65481]: DEBUG nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.127109] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8cdf217-8223-4a76-b19f-272bf49d2489 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.199097] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884677, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.211651] env[65481]: DEBUG nova.compute.manager [req-888ff1e0-7aa1-4517-98e7-f962b7e86b59 req-734b02c8-66d5-409f-bb81-75e5547ea3fd service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Received event network-vif-deleted-4fd47cf3-66ee-429a-bd34-63add9cdcede {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 885.211950] env[65481]: INFO nova.compute.manager [req-888ff1e0-7aa1-4517-98e7-f962b7e86b59 req-734b02c8-66d5-409f-bb81-75e5547ea3fd service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Neutron deleted interface 4fd47cf3-66ee-429a-bd34-63add9cdcede; detaching it from the instance and deleting it from the info cache [ 885.212252] env[65481]: DEBUG nova.network.neutron [req-888ff1e0-7aa1-4517-98e7-f962b7e86b59 req-734b02c8-66d5-409f-bb81-75e5547ea3fd service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.229741] env[65481]: WARNING neutronclient.v2_0.client [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 885.272362] env[65481]: DEBUG nova.network.neutron [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 885.293380] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 885.392148] env[65481]: DEBUG nova.network.neutron [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.428711] env[65481]: DEBUG nova.compute.manager [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 885.428978] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 885.430071] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-808d3155-6dd7-46da-a9d4-2ffad067ba2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.443555] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 885.443813] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3eaec829-4ef0-4f6d-8d13-3a4e414fb86a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.452824] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 885.452824] env[65481]: value = "task-4884678" [ 885.452824] env[65481]: _type = "Task" [ 885.452824] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 885.463907] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884678, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 885.544374] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2df0d49f-e474-4895-bcd4-e16236eebd4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.554308] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0d8ee1f-31d9-4839-ae0b-9d7b6ef3f9bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.593304] env[65481]: DEBUG nova.network.neutron [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 885.597840] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a897b7c3-30b0-4919-82e6-0874e0cedbe2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.609697] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d93533a2-5fd7-4580-977b-d476c75e926a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.631418] env[65481]: DEBUG nova.compute.provider_tree [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 885.641548] env[65481]: INFO nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] bringing vm to original state: 'stopped' [ 885.702277] env[65481]: DEBUG oslo_vmware.api [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884677, 'name': PowerOnVM_Task, 'duration_secs': 0.760992} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.703849] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 885.703849] env[65481]: INFO nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Took 6.66 seconds to spawn the instance on the hypervisor. [ 885.703849] env[65481]: DEBUG nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 885.705141] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae84c7e8-4c20-43d2-b06f-9023561f047b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.719159] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cdd0fd6a-ab80-4e95-b0ce-b2fe86c14f36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.730457] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-81d3f151-0e1e-4179-b474-59b3d6c2e295 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 885.774565] env[65481]: DEBUG nova.compute.manager [req-888ff1e0-7aa1-4517-98e7-f962b7e86b59 req-734b02c8-66d5-409f-bb81-75e5547ea3fd service nova] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Detach interface failed, port_id=4fd47cf3-66ee-429a-bd34-63add9cdcede, reason: Instance 79f9724f-65f5-4f02-9e13-6887d98129a4 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 885.895434] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Releasing lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 885.895631] env[65481]: DEBUG nova.compute.manager [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-vif-plugged-837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 885.895830] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Acquiring lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 885.896051] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 885.896218] env[65481]: DEBUG oslo_concurrency.lockutils [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 885.896383] env[65481]: DEBUG nova.compute.manager [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] No waiting events found dispatching network-vif-plugged-837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 885.896545] env[65481]: WARNING nova.compute.manager [req-2f656c7c-3c6b-4a24-bf3e-d24b42c8c5f4 req-f6d3718f-9a6c-4fb0-a8c9-62f8e2ca9986 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received unexpected event network-vif-plugged-837d53c4-42ea-43e9-a824-16970f154727 for instance with vm_state building and task_state spawning. [ 885.896928] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 885.897150] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 885.963182] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884678, 'name': PowerOffVM_Task, 'duration_secs': 0.3085} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 885.963505] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 885.963739] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 885.964019] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-25477ff8-397a-41e8-ac87-c2892a1c3ccf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.042156] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 886.042427] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 886.042643] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore2] 254c11d4-87f9-465d-bdca-3ac7930d4000 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 886.043027] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f4d3b301-58c5-4cf7-8e73-17bf23ffbffc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.053934] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 886.053934] env[65481]: value = "task-4884680" [ 886.053934] env[65481]: _type = "Task" [ 886.053934] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 886.065542] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884680, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 886.096370] env[65481]: INFO nova.compute.manager [-] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Took 1.37 seconds to deallocate network for instance. [ 886.135548] env[65481]: DEBUG nova.scheduler.client.report [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 886.233132] env[65481]: INFO nova.compute.manager [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Took 37.29 seconds to build instance. [ 886.444750] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 886.541109] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.565574] env[65481]: DEBUG oslo_vmware.api [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884680, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.288942} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 886.565831] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 886.566013] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 886.566190] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 886.566359] env[65481]: INFO nova.compute.manager [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Took 1.14 seconds to destroy the instance on the hypervisor. [ 886.566601] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 886.566800] env[65481]: DEBUG nova.compute.manager [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 886.566895] env[65481]: DEBUG nova.network.neutron [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 886.567159] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.604302] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.620228] env[65481]: INFO nova.compute.manager [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Rebuilding instance [ 886.624639] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.640695] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.620s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.641459] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 886.647705] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.159s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.648575] env[65481]: DEBUG nova.objects.instance [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lazy-loading 'resources' on Instance uuid fee5d44b-7a2c-473d-a791-31760563e635 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 886.649603] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 886.649827] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 886.649997] env[65481]: DEBUG nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.651127] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-418d4679-0578-4d8d-8764-1551a9010936 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.661888] env[65481]: DEBUG nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 886.691822] env[65481]: DEBUG nova.compute.manager [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 886.692764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52be1f1e-110f-42fc-ae90-511e4e49cc72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 886.737336] env[65481]: DEBUG oslo_concurrency.lockutils [None req-490d667d-1206-4d93-b33a-aee3c3458fac tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 38.803s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 886.784392] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 886.898895] env[65481]: DEBUG nova.network.neutron [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updating instance_info_cache with network_info: [{"id": "ef7d0979-e123-4507-a501-a55f0fd11a42", "address": "fa:16:3e:06:b4:ba", "network": {"id": "68242acf-6f11-41a4-a75c-730c8a7c0c3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1360108469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7d0979-e1", "ovs_interfaceid": "ef7d0979-e123-4507-a501-a55f0fd11a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "837d53c4-42ea-43e9-a824-16970f154727", "address": "fa:16:3e:eb:0d:4d", "network": {"id": "645c692e-c062-48ef-96b2-e4c86a8825fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2092358796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837d53c4-42", "ovs_interfaceid": "837d53c4-42ea-43e9-a824-16970f154727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 886.959484] env[65481]: DEBUG nova.compute.manager [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-changed-837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 886.959721] env[65481]: DEBUG nova.compute.manager [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Refreshing instance network info cache due to event network-changed-837d53c4-42ea-43e9-a824-16970f154727. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 886.959928] env[65481]: DEBUG oslo_concurrency.lockutils [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] Acquiring lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 887.152152] env[65481]: DEBUG nova.compute.utils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 887.156325] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 887.156937] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 887.157316] env[65481]: WARNING neutronclient.v2_0.client [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.157615] env[65481]: WARNING neutronclient.v2_0.client [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.178438] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.178771] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7b4582fc-2ab8-470e-abaa-204f53c6641d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.188936] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 887.188936] env[65481]: value = "task-4884681" [ 887.188936] env[65481]: _type = "Task" [ 887.188936] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.199037] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884681, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.223287] env[65481]: DEBUG nova.policy [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 887.408651] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 887.409554] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance network_info: |[{"id": "ef7d0979-e123-4507-a501-a55f0fd11a42", "address": "fa:16:3e:06:b4:ba", "network": {"id": "68242acf-6f11-41a4-a75c-730c8a7c0c3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1360108469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7d0979-e1", "ovs_interfaceid": "ef7d0979-e123-4507-a501-a55f0fd11a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "837d53c4-42ea-43e9-a824-16970f154727", "address": "fa:16:3e:eb:0d:4d", "network": {"id": "645c692e-c062-48ef-96b2-e4c86a8825fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2092358796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837d53c4-42", "ovs_interfaceid": "837d53c4-42ea-43e9-a824-16970f154727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 887.409769] env[65481]: DEBUG oslo_concurrency.lockutils [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] Acquired lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 887.409988] env[65481]: DEBUG nova.network.neutron [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Refreshing network info cache for port 837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 887.416023] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:06:b4:ba', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ef7d0979-e123-4507-a501-a55f0fd11a42', 'vif_model': 'vmxnet3'}, {'network_name': 'br-int', 'mac_address': 'fa:16:3e:eb:0d:4d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f204ad5-8a45-4372-80ba-010fe0f9a337', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '837d53c4-42ea-43e9-a824-16970f154727', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 887.428597] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 887.432849] env[65481]: WARNING neutronclient.v2_0.client [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.435303] env[65481]: DEBUG nova.network.neutron [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 887.436685] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 887.437785] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e4244da8-b96b-47e4-ba90-f39ff40a0cff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.468705] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 887.468705] env[65481]: value = "task-4884682" [ 887.468705] env[65481]: _type = "Task" [ 887.468705] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.479069] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884682, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.559040] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Successfully created port: f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 887.663700] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 887.697872] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-842a1f11-6819-4fab-8f17-f47f7a7855d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.707393] env[65481]: DEBUG oslo_vmware.api [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884681, 'name': PowerOffVM_Task, 'duration_secs': 0.330732} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 887.709455] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 887.709708] env[65481]: DEBUG nova.compute.manager [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 887.710984] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 887.711717] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2620916-9466-4e9a-9f10-b9ae659e5957 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.716563] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a341bb76-4444-4719-91c2-ba433ad35c5a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.718355] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee75b775-a120-4b9c-be8a-549750a25793 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.764204] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 887.764204] env[65481]: value = "task-4884683" [ 887.764204] env[65481]: _type = "Task" [ 887.764204] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 887.768396] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ce985b-c96c-4121-aeb6-8b4664f10232 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.786699] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09325320-973e-4224-b735-69384c048ce7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 887.791162] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884683, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 887.806033] env[65481]: DEBUG nova.compute.provider_tree [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 887.847144] env[65481]: WARNING neutronclient.v2_0.client [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 887.938258] env[65481]: INFO nova.compute.manager [-] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Took 1.37 seconds to deallocate network for instance. [ 887.980427] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884682, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.046433] env[65481]: DEBUG nova.network.neutron [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updated VIF entry in instance network info cache for port 837d53c4-42ea-43e9-a824-16970f154727. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 888.046592] env[65481]: DEBUG nova.network.neutron [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updating instance_info_cache with network_info: [{"id": "ef7d0979-e123-4507-a501-a55f0fd11a42", "address": "fa:16:3e:06:b4:ba", "network": {"id": "68242acf-6f11-41a4-a75c-730c8a7c0c3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1360108469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7d0979-e1", "ovs_interfaceid": "ef7d0979-e123-4507-a501-a55f0fd11a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "837d53c4-42ea-43e9-a824-16970f154727", "address": "fa:16:3e:eb:0d:4d", "network": {"id": "645c692e-c062-48ef-96b2-e4c86a8825fd", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-2092358796", "subnets": [{"cidr": "192.168.129.0/24", "dns": [], "gateway": {"address": "192.168.129.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.129.58", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.129.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f204ad5-8a45-4372-80ba-010fe0f9a337", "external-id": "nsx-vlan-transportzone-593", "segmentation_id": 593, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap837d53c4-42", "ovs_interfaceid": "837d53c4-42ea-43e9-a824-16970f154727", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 888.270906] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 1.620s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.282364] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884683, 'name': PowerOffVM_Task, 'duration_secs': 0.282257} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.282643] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 888.282902] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 888.284565] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c9b860b-81ee-4a88-b44c-04fd67e6852e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.292286] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 888.292588] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-09306690-1e29-4a96-b608-c38899e6f521 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.312021] env[65481]: DEBUG nova.scheduler.client.report [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 888.326664] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 888.326945] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 888.327179] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleting the datastore file [datastore1] 5ef4984b-a5c2-49f1-8dcf-123663b757cf {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 888.327490] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2604170a-6a2a-4223-805c-9c971804bc1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.334950] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 888.334950] env[65481]: value = "task-4884685" [ 888.334950] env[65481]: _type = "Task" [ 888.334950] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 888.346529] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884685, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.446057] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.483195] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884682, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 888.550270] env[65481]: DEBUG oslo_concurrency.lockutils [req-ac838185-40b8-4d3b-b104-2630ba02b2ff req-629573b6-8838-4227-aa3d-b17c8c2103d5 service nova] Releasing lock "refresh_cache-47f67827-1fb8-4890-9c64-7badb06d1428" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 888.673262] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 888.698183] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 888.698510] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 888.698669] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 888.699247] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 888.699247] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 888.699363] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 888.699605] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 888.699761] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 888.699928] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 888.700144] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 888.700355] env[65481]: DEBUG nova.virt.hardware [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 888.701368] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bd70ffb-02cf-47c0-95f7-3c4788e52b96 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.714974] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-267f4ea9-c312-423f-b115-27a3c734c6f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 888.782778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 888.817969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.170s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 888.820818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 29.557s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 888.822487] env[65481]: INFO nova.compute.claims [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 888.848951] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884685, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161942} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 888.848951] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 888.849200] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 888.849407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 888.885095] env[65481]: INFO nova.scheduler.client.report [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleted allocations for instance fee5d44b-7a2c-473d-a791-31760563e635 [ 888.982456] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884682, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.084745] env[65481]: DEBUG nova.compute.manager [req-0b5b6f1f-5c97-4d50-bcb6-6a0c7abec6ef req-4839446c-5767-4741-a3bc-058f3efeb9fd service nova] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Received event network-vif-deleted-d0baa607-8eab-4b51-b4dc-d6c2ba6b5eb1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 889.255672] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Successfully updated port: f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 889.321286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.321608] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.322022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 889.322904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 889.322904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.324898] env[65481]: INFO nova.compute.manager [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Terminating instance [ 889.396950] env[65481]: DEBUG oslo_concurrency.lockutils [None req-184d7ef1-c7e5-4038-84af-5b6779d67ffc tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "fee5d44b-7a2c-473d-a791-31760563e635" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.249s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 889.484269] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884682, 'name': CreateVM_Task, 'duration_secs': 1.53171} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 889.484504] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 889.485045] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.485405] env[65481]: WARNING neutronclient.v2_0.client [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 889.485724] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.485873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.486211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 889.486478] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ae8b40f5-d70d-4e56-b161-781ebb46712e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.492852] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 889.492852] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e1298-f465-2f8a-5ff2-42cfc77c2f04" [ 889.492852] env[65481]: _type = "Task" [ 889.492852] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.507317] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e1298-f465-2f8a-5ff2-42cfc77c2f04, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.759984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 889.759984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 889.760322] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 889.834959] env[65481]: DEBUG nova.compute.manager [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 889.835637] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 889.837798] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec40ba1f-6ae9-44e9-9e00-83bfa27570f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.846485] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 889.847301] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-170b9669-9690-484e-9e45-b9919b4dc4e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.897174] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 889.897474] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 889.897632] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 889.897825] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 889.897987] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 889.898201] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 889.898364] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 889.898736] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 889.898736] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 889.898882] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 889.899065] env[65481]: DEBUG nova.virt.hardware [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 889.900339] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-564a926a-3b29-4593-a13a-a58477fe671f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.914136] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f023d273-1ca9-4d78-b068-1275dfdc0e05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.920879] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 889.921934] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 889.921934] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore1] a98557ef-a7ca-4d99-85be-5a71b1dce96c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 889.931470] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-3d034b04-a70f-40e3-b5ad-45b42b259af5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.934191] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 889.941494] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 889.944741] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 889.945614] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d497ba3c-16c2-4740-941b-1f46748eb5bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 889.962260] env[65481]: DEBUG oslo_vmware.api [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 889.962260] env[65481]: value = "task-4884687" [ 889.962260] env[65481]: _type = "Task" [ 889.962260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.968716] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 889.968716] env[65481]: value = "task-4884688" [ 889.968716] env[65481]: _type = "Task" [ 889.968716] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 889.975984] env[65481]: DEBUG oslo_vmware.api [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884687, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 889.984307] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884688, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.003343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.003640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.003887] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 890.004110] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 890.004293] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 890.013020] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e1298-f465-2f8a-5ff2-42cfc77c2f04, 'name': SearchDatastore_Task, 'duration_secs': 0.025661} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.013020] env[65481]: INFO nova.compute.manager [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Terminating instance [ 890.013487] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 890.013661] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 890.013921] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.014072] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.014268] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 890.018239] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-00ab7482-1687-43d8-9f98-a8c67ee24c93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.030463] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 890.030844] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 890.031655] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cc7c3374-7656-4a7c-b6d8-1e3cffcfa3b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.044540] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 890.044540] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236f1de-3bc3-fc63-85cb-23d59feea3d3" [ 890.044540] env[65481]: _type = "Task" [ 890.044540] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.054542] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236f1de-3bc3-fc63-85cb-23d59feea3d3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.304360] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 890.335194] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c26a47a-aaf4-408a-9098-0944561d6f01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.344248] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9af2e022-1ad3-4ebf-8e0b-075745304317 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.380436] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-517ccbb9-d955-42dd-ab03-4f018f7aaa2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.389019] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d362ca-0133-40f8-8fdb-03fb0b7e9dbf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.403910] env[65481]: DEBUG nova.compute.provider_tree [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 890.416258] env[65481]: WARNING neutronclient.v2_0.client [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.479111] env[65481]: DEBUG oslo_vmware.api [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884687, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.262895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.479529] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 890.479773] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 890.480052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 890.480492] env[65481]: INFO nova.compute.manager [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Took 0.64 seconds to destroy the instance on the hypervisor. [ 890.480743] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 890.481935] env[65481]: DEBUG nova.compute.manager [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 890.482074] env[65481]: DEBUG nova.network.neutron [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 890.482411] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.489974] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884688, 'name': CreateVM_Task, 'duration_secs': 0.331976} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.490221] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 890.490769] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 890.491562] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 890.491562] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 890.491774] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2018df3b-84b6-4192-8b2a-35bd2b140a3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.497499] env[65481]: DEBUG nova.network.neutron [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Updating instance_info_cache with network_info: [{"id": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "address": "fa:16:3e:0a:6c:2e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf289a1d7-60", "ovs_interfaceid": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.500251] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 890.500251] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526478bd-f745-25dd-d8b9-6e742956f985" [ 890.500251] env[65481]: _type = "Task" [ 890.500251] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.509324] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526478bd-f745-25dd-d8b9-6e742956f985, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.521849] env[65481]: DEBUG nova.compute.manager [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 890.522103] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 890.523254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9fa072f6-0150-47ef-80ee-60f22258ed0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.531595] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 890.531851] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-852672de-4ead-4e66-9913-2805b816f18d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.539159] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 890.539159] env[65481]: value = "task-4884689" [ 890.539159] env[65481]: _type = "Task" [ 890.539159] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.543338] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 890.552405] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884689, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.560688] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5236f1de-3bc3-fc63-85cb-23d59feea3d3, 'name': SearchDatastore_Task, 'duration_secs': 0.015893} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 890.561862] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8a937a92-1835-4aaf-a2fb-22e320b58fa3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 890.571482] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 890.571482] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524e1ee6-a8ab-da42-c54b-9da7e673f19a" [ 890.571482] env[65481]: _type = "Task" [ 890.571482] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 890.582140] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524e1ee6-a8ab-da42-c54b-9da7e673f19a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 890.829096] env[65481]: DEBUG nova.compute.manager [req-c618d2e2-2bfc-4a2e-9732-4dcfee523510 req-8d0e7ec6-82f8-4329-8ea7-fca27944c0f1 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Received event network-vif-deleted-cb0e937c-3a36-435f-ba1a-836b944f5b24 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 890.829389] env[65481]: INFO nova.compute.manager [req-c618d2e2-2bfc-4a2e-9732-4dcfee523510 req-8d0e7ec6-82f8-4329-8ea7-fca27944c0f1 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Neutron deleted interface cb0e937c-3a36-435f-ba1a-836b944f5b24; detaching it from the instance and deleting it from the info cache [ 890.829588] env[65481]: DEBUG nova.network.neutron [req-c618d2e2-2bfc-4a2e-9732-4dcfee523510 req-8d0e7ec6-82f8-4329-8ea7-fca27944c0f1 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 890.907244] env[65481]: DEBUG nova.scheduler.client.report [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 891.001725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.002151] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Instance network_info: |[{"id": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "address": "fa:16:3e:0a:6c:2e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf289a1d7-60", "ovs_interfaceid": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 891.002879] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:6c:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f289a1d7-60f3-4586-9e63-2faa90f003fe', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 891.012110] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.016162] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 891.016446] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-84ed1ebd-9254-469a-9b3b-13ee00ee8d90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.041260] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526478bd-f745-25dd-d8b9-6e742956f985, 'name': SearchDatastore_Task, 'duration_secs': 0.011571} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.046408] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.046675] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 891.046942] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.047267] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 891.047267] env[65481]: value = "task-4884690" [ 891.047267] env[65481]: _type = "Task" [ 891.047267] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.054854] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884689, 'name': PowerOffVM_Task, 'duration_secs': 0.292072} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.055719] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 891.055859] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 891.056173] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-bb93077c-05e7-4db2-86c6-3638b2d002be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.061610] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884690, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.084626] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524e1ee6-a8ab-da42-c54b-9da7e673f19a, 'name': SearchDatastore_Task, 'duration_secs': 0.024015} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.085273] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.085273] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 47f67827-1fb8-4890-9c64-7badb06d1428/47f67827-1fb8-4890-9c64-7badb06d1428.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.085498] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.085585] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 891.085800] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e029baba-240b-4b80-ae6d-6f29af0a128c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.088099] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1af75489-9001-45cb-92c7-b8f9df60bad0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.096199] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 891.096199] env[65481]: value = "task-4884692" [ 891.096199] env[65481]: _type = "Task" [ 891.096199] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.101272] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 891.101272] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 891.103752] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b657d982-e03a-45d0-9447-4f51cbbf4347 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.111641] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884692, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.113607] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 891.113607] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52014d0a-9644-7c69-4728-e25008c6f91a" [ 891.113607] env[65481]: _type = "Task" [ 891.113607] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.125562] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52014d0a-9644-7c69-4728-e25008c6f91a, 'name': SearchDatastore_Task, 'duration_secs': 0.012323} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.126671] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c12fec12-e582-47c4-aca0-f5b9f438a6e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.133804] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 891.133804] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5224b195-8e99-d430-8131-6301a37a5ebe" [ 891.133804] env[65481]: _type = "Task" [ 891.133804] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.139945] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 891.140281] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 891.140477] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleting the datastore file [datastore2] 71532819-01aa-44e8-8a4e-b7cd091ae17e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 891.144102] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c3d5320-3c1e-4a03-9ad2-4e826a0b62bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.146264] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5224b195-8e99-d430-8131-6301a37a5ebe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.151884] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for the task: (returnval){ [ 891.151884] env[65481]: value = "task-4884693" [ 891.151884] env[65481]: _type = "Task" [ 891.151884] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.161053] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884693, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.191056] env[65481]: DEBUG nova.compute.manager [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Received event network-vif-plugged-f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.191056] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 891.191056] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.191371] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.192574] env[65481]: DEBUG nova.compute.manager [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] No waiting events found dispatching network-vif-plugged-f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 891.193037] env[65481]: WARNING nova.compute.manager [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Received unexpected event network-vif-plugged-f289a1d7-60f3-4586-9e63-2faa90f003fe for instance with vm_state building and task_state spawning. [ 891.193212] env[65481]: DEBUG nova.compute.manager [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Received event network-changed-f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 891.193388] env[65481]: DEBUG nova.compute.manager [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Refreshing instance network info cache due to event network-changed-f289a1d7-60f3-4586-9e63-2faa90f003fe. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 891.193799] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Acquiring lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.193949] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Acquired lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.194119] env[65481]: DEBUG nova.network.neutron [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Refreshing network info cache for port f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 891.266731] env[65481]: DEBUG nova.network.neutron [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 891.332919] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a537fe43-be5d-49b2-a3a0-aa06c9f0e576 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.347333] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a340dad-1952-44d2-b4b8-1bb564505cc5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.392821] env[65481]: DEBUG nova.compute.manager [req-c618d2e2-2bfc-4a2e-9732-4dcfee523510 req-8d0e7ec6-82f8-4329-8ea7-fca27944c0f1 service nova] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Detach interface failed, port_id=cb0e937c-3a36-435f-ba1a-836b944f5b24, reason: Instance a98557ef-a7ca-4d99-85be-5a71b1dce96c could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 891.414319] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.593s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 891.414887] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 891.418415] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.448s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 891.418415] env[65481]: DEBUG nova.objects.instance [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lazy-loading 'resources' on Instance uuid c79ee824-399c-408f-913e-d2243a099169 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 891.454784] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 891.456275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25f5ecfd-dfce-45c4-9542-445626323ee1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.464989] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 891.465220] env[65481]: ERROR oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk due to incomplete transfer. [ 891.465496] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-4577326f-8921-4ad4-afa5-5bce71f0441c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.475644] env[65481]: DEBUG oslo_vmware.rw_handles [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52b023d0-20cd-b234-f27a-0ab13412fa8c/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 891.475889] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploaded image 2ced9444-4d94-4b0b-972d-8ef2bf1e3d57 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 891.478580] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 891.478922] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-15681a71-f693-4018-86d7-cfd3a4b92a59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.488287] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 891.488287] env[65481]: value = "task-4884694" [ 891.488287] env[65481]: _type = "Task" [ 891.488287] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.502127] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884694, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.561554] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884690, 'name': CreateVM_Task, 'duration_secs': 0.41651} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.561851] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 891.562488] env[65481]: WARNING neutronclient.v2_0.client [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.563014] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 891.563226] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 891.563599] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 891.563974] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-de4c3793-0978-4802-afd7-5bc9e4bd5104 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.570661] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 891.570661] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a3678a-25c4-cfe7-355f-292cd2192db1" [ 891.570661] env[65481]: _type = "Task" [ 891.570661] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.580282] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a3678a-25c4-cfe7-355f-292cd2192db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.607610] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884692, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.646790] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5224b195-8e99-d430-8131-6301a37a5ebe, 'name': SearchDatastore_Task, 'duration_secs': 0.011926} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.647097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 891.647371] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 891.647707] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-60071d1a-8033-42ec-b6d3-f348841d2e0d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 891.657260] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 891.657260] env[65481]: value = "task-4884695" [ 891.657260] env[65481]: _type = "Task" [ 891.657260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 891.664016] env[65481]: DEBUG oslo_vmware.api [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Task: {'id': task-4884693, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.45729} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 891.664765] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 891.665109] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 891.665351] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 891.665681] env[65481]: INFO nova.compute.manager [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 891.665966] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 891.666265] env[65481]: DEBUG nova.compute.manager [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 891.666430] env[65481]: DEBUG nova.network.neutron [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 891.666819] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.674951] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884695, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 891.696824] env[65481]: WARNING neutronclient.v2_0.client [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.706685] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.770403] env[65481]: INFO nova.compute.manager [-] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Took 1.29 seconds to deallocate network for instance. [ 891.872122] env[65481]: WARNING neutronclient.v2_0.client [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 891.923040] env[65481]: DEBUG nova.compute.utils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 891.928179] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 892.002698] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884694, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.070764] env[65481]: DEBUG nova.network.neutron [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Updated VIF entry in instance network info cache for port f289a1d7-60f3-4586-9e63-2faa90f003fe. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 892.071293] env[65481]: DEBUG nova.network.neutron [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Updating instance_info_cache with network_info: [{"id": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "address": "fa:16:3e:0a:6c:2e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf289a1d7-60", "ovs_interfaceid": "f289a1d7-60f3-4586-9e63-2faa90f003fe", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.088611] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a3678a-25c4-cfe7-355f-292cd2192db1, 'name': SearchDatastore_Task, 'duration_secs': 0.054251} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.089070] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.089347] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 892.089582] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 892.089717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 892.089891] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 892.090211] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2e488db7-8b61-45f7-ba44-9bdea2701a69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.107715] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884692, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.544016} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.109155] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 47f67827-1fb8-4890-9c64-7badb06d1428/47f67827-1fb8-4890-9c64-7badb06d1428.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.109397] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.109679] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 892.109837] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 892.113620] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3dbbb9a3-b61d-4874-ac21-46161b0c3bd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.115862] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4151a4ae-7d4e-4430-a7d6-da00fd9bbdff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.123225] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 892.123225] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52405a14-e0b8-7a9d-b4b5-a69d83ffd3bd" [ 892.123225] env[65481]: _type = "Task" [ 892.123225] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.124957] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 892.124957] env[65481]: value = "task-4884696" [ 892.124957] env[65481]: _type = "Task" [ 892.124957] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.141870] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52405a14-e0b8-7a9d-b4b5-a69d83ffd3bd, 'name': SearchDatastore_Task, 'duration_secs': 0.015592} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.145874] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884696, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.148924] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-75f48fa2-6f05-42fb-8fd8-ed51dc3fec4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.155491] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 892.155491] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5214ff35-aa75-5b02-cd9e-c8f461cae048" [ 892.155491] env[65481]: _type = "Task" [ 892.155491] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.169537] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5214ff35-aa75-5b02-cd9e-c8f461cae048, 'name': SearchDatastore_Task, 'duration_secs': 0.009968} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.169807] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.170122] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 67d44ef1-a758-4415-931f-fb25d84b9e74/67d44ef1-a758-4415-931f-fb25d84b9e74.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 892.170417] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-07d31a4b-67f0-46e0-adbc-65be2e3f5669 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.176417] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884695, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.490035} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.179673] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 892.179904] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 892.180569] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1007d29d-d7d5-4453-96da-52f2588945d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.184657] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 892.184657] env[65481]: value = "task-4884697" [ 892.184657] env[65481]: _type = "Task" [ 892.184657] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.192187] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 892.192187] env[65481]: value = "task-4884698" [ 892.192187] env[65481]: _type = "Task" [ 892.192187] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.198411] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884697, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.207832] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884698, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.277521] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 892.429996] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 892.436767] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1dd239c9-cd2f-47a6-a06b-e72f798458a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.447130] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3675eefc-1461-40d9-9181-ecca7465d0a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.499951] env[65481]: DEBUG nova.network.neutron [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 892.512635] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaf05d9a-c122-43dc-a02d-06a3d8850185 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.529823] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884694, 'name': Destroy_Task, 'duration_secs': 0.606871} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.530322] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroyed the VM [ 892.530617] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 892.532069] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16e63472-f7e9-4b70-9304-eb45ddf53338 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.536923] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-795e77bd-8d08-478f-9a02-a315c32cc7c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.551346] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 892.551346] env[65481]: value = "task-4884699" [ 892.551346] env[65481]: _type = "Task" [ 892.551346] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.564952] env[65481]: DEBUG nova.compute.provider_tree [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 892.574496] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.581777] env[65481]: DEBUG oslo_concurrency.lockutils [req-b392beb0-2b2e-4f82-8310-eea108522e13 req-cb034b13-0f31-447e-beee-259e79b0abc6 service nova] Releasing lock "refresh_cache-67d44ef1-a758-4415-931f-fb25d84b9e74" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 892.639433] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884696, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.086756} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.639795] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.641415] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4228d709-8e30-44ac-ade0-430d4e9bd9e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.682036] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Reconfiguring VM instance instance-00000043 to attach disk [datastore2] 47f67827-1fb8-4890-9c64-7badb06d1428/47f67827-1fb8-4890-9c64-7badb06d1428.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.682595] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0f6d72d-6139-40c4-bd43-ddb9f3c9c7cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.728075] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884697, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 892.734506] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 892.734506] env[65481]: value = "task-4884700" [ 892.734506] env[65481]: _type = "Task" [ 892.734506] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.734895] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884698, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080487} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 892.735495] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 892.741247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f6b5287-ce56-47be-a848-1ec89fe0de79 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.779457] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Reconfiguring VM instance instance-00000042 to attach disk [datastore2] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 892.779983] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5fc43c49-c969-4bf9-9e8d-3df55a807ae7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 892.810975] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 892.810975] env[65481]: value = "task-4884701" [ 892.810975] env[65481]: _type = "Task" [ 892.810975] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 892.824030] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884701, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.004103] env[65481]: INFO nova.compute.manager [-] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Took 1.34 seconds to deallocate network for instance. [ 893.071826] env[65481]: DEBUG nova.scheduler.client.report [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 893.075425] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884699, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.229454] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.234617] env[65481]: DEBUG nova.compute.manager [req-e74b0af6-2ae9-4882-b0cb-cf20280bce8d req-c604a701-0305-417e-84bb-a9d18c3d666f service nova] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Received event network-vif-deleted-0b2666a6-cd3d-4b9a-a629-11543a03a61e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 893.254840] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884700, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.323499] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884701, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.441329] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 893.512406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 893.548957] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 893.549234] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 893.549385] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 893.549557] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 893.549694] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 893.549917] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 893.550164] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 893.550324] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 893.550487] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 893.550643] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 893.550900] env[65481]: DEBUG nova.virt.hardware [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 893.551865] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e926e016-d094-47a7-9866-101dd10940ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.561184] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c18d02e-9bc8-43b8-b5b3-337f95b04122 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.574126] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884699, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.583043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.165s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 893.585619] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 893.591196] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Creating folder: Project (65c9a7d539034d888ed5ba0aaf190902). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.591938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.257s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 893.592173] env[65481]: DEBUG nova.objects.instance [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lazy-loading 'resources' on Instance uuid ef8ee289-43ea-4622-a923-2c5399847b57 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 893.593901] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-799c9f92-8b58-4f1b-a93c-4ce8ebc9a945 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.608299] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Created folder: Project (65c9a7d539034d888ed5ba0aaf190902) in parent group-v951696. [ 893.608635] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Creating folder: Instances. Parent ref: group-v951885. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 893.608973] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-5ed399e4-c51a-4488-a255-eb6bca6f319f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.614634] env[65481]: INFO nova.scheduler.client.report [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Deleted allocations for instance c79ee824-399c-408f-913e-d2243a099169 [ 893.628966] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Created folder: Instances in parent group-v951885. [ 893.629534] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 893.629534] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 893.629717] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-8205f278-92df-429b-a8dd-a49d83961b4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.648964] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 893.648964] env[65481]: value = "task-4884704" [ 893.648964] env[65481]: _type = "Task" [ 893.648964] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.660460] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884704, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.719264] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884697, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.748149] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884700, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 893.824816] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884701, 'name': ReconfigVM_Task, 'duration_secs': 1.013126} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 893.825185] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Reconfigured VM instance instance-00000042 to attach disk [datastore2] 5ef4984b-a5c2-49f1-8dcf-123663b757cf/5ef4984b-a5c2-49f1-8dcf-123663b757cf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 893.825861] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-63eb7857-97a7-4292-bcea-6923a9a25389 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 893.833202] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 893.833202] env[65481]: value = "task-4884705" [ 893.833202] env[65481]: _type = "Task" [ 893.833202] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 893.843333] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884705, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.076867] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884699, 'name': RemoveSnapshot_Task} progress is 65%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.123024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c61a6df8-9097-4e6f-9936-cb5477a345be tempest-ServersTestFqdnHostnames-1018418724 tempest-ServersTestFqdnHostnames-1018418724-project-member] Lock "c79ee824-399c-408f-913e-d2243a099169" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.944s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 894.162528] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884704, 'name': CreateVM_Task, 'duration_secs': 0.422221} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.162674] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 894.163133] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.163284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.163592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 894.163857] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fd166807-0f9b-4c34-9320-5e10ab1ba6d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.171387] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 894.171387] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ef00f6-c65e-818e-dac1-4c5941ae1d99" [ 894.171387] env[65481]: _type = "Task" [ 894.171387] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.180249] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ef00f6-c65e-818e-dac1-4c5941ae1d99, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.221145] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884697, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.612145} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.221267] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 67d44ef1-a758-4415-931f-fb25d84b9e74/67d44ef1-a758-4415-931f-fb25d84b9e74.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 894.221455] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 894.221705] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3da730a4-0815-4f66-a98f-b8391435a8b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.232107] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 894.232107] env[65481]: value = "task-4884706" [ 894.232107] env[65481]: _type = "Task" [ 894.232107] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.245159] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884706, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.251393] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884700, 'name': ReconfigVM_Task, 'duration_secs': 1.099691} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.254368] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Reconfigured VM instance instance-00000043 to attach disk [datastore2] 47f67827-1fb8-4890-9c64-7badb06d1428/47f67827-1fb8-4890-9c64-7badb06d1428.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 894.255367] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9fc7de6a-6a4c-458f-8870-b19c6770cee5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.264604] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 894.264604] env[65481]: value = "task-4884707" [ 894.264604] env[65481]: _type = "Task" [ 894.264604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.277456] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884707, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.344340] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884705, 'name': Rename_Task, 'duration_secs': 0.24924} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.347501] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.348112] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3b400d8-1e19-4276-9b21-8809b8612bbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.356833] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 894.356833] env[65481]: value = "task-4884708" [ 894.356833] env[65481]: _type = "Task" [ 894.356833] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.374651] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884708, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.535967] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ceceb92-164e-4492-b5bd-0498d5a0ecf8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.544801] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-659634f7-5590-45fd-a847-7ff5cc1cc3b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.580541] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd60fd37-ecdc-4295-bb8c-46c1a0f4880e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.596047] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d85016-07f3-45fc-b595-764a1e90ff84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.600689] env[65481]: DEBUG oslo_vmware.api [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884699, 'name': RemoveSnapshot_Task, 'duration_secs': 1.614204} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.601208] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 894.601277] env[65481]: INFO nova.compute.manager [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 17.14 seconds to snapshot the instance on the hypervisor. [ 894.617771] env[65481]: DEBUG nova.compute.provider_tree [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 894.682018] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ef00f6-c65e-818e-dac1-4c5941ae1d99, 'name': SearchDatastore_Task, 'duration_secs': 0.057228} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.682340] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 894.682574] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 894.682883] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 894.683085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 894.683227] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 894.683495] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba31d0e2-dfeb-4819-a680-58418d92b8ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.695546] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 894.695546] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 894.696443] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8af97e6e-2a37-400f-a016-3ad014d5a7c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.704026] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 894.704026] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52315bc6-0654-1881-28b5-3c53ccde3cdd" [ 894.704026] env[65481]: _type = "Task" [ 894.704026] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.713810] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52315bc6-0654-1881-28b5-3c53ccde3cdd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.743971] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884706, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076275} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.744352] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 894.745270] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f6c777-58ef-46d7-b205-15a9f97291e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.771799] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] 67d44ef1-a758-4415-931f-fb25d84b9e74/67d44ef1-a758-4415-931f-fb25d84b9e74.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 894.772348] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7210e3b7-fa27-4629-84f4-3eeb25058367 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.798673] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884707, 'name': Rename_Task, 'duration_secs': 0.17221} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 894.800099] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 894.800435] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 894.800435] env[65481]: value = "task-4884709" [ 894.800435] env[65481]: _type = "Task" [ 894.800435] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.800797] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d2a8a6b9-6685-4129-b6d2-e2185c423ffb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 894.811715] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884709, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.813139] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 894.813139] env[65481]: value = "task-4884710" [ 894.813139] env[65481]: _type = "Task" [ 894.813139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 894.822507] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884710, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 894.869313] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884708, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.119215] env[65481]: DEBUG nova.scheduler.client.report [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 895.165327] env[65481]: DEBUG nova.compute.manager [None req-945547f9-619c-45a9-b42b-0092a708209d tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Found 2 images (rotation: 2) {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 895.215942] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52315bc6-0654-1881-28b5-3c53ccde3cdd, 'name': SearchDatastore_Task, 'duration_secs': 0.010251} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.216836] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c273aa77-178b-44f4-8ef5-4826caed07a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.223935] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 895.223935] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ffd830-d55b-8112-04e6-14a62c4500d1" [ 895.223935] env[65481]: _type = "Task" [ 895.223935] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.233235] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ffd830-d55b-8112-04e6-14a62c4500d1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.313031] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884709, 'name': ReconfigVM_Task, 'duration_secs': 0.434598} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.313689] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfigured VM instance instance-00000044 to attach disk [datastore2] 67d44ef1-a758-4415-931f-fb25d84b9e74/67d44ef1-a758-4415-931f-fb25d84b9e74.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 895.314517] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4f232994-757b-4ea2-bd38-383653c239fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.325596] env[65481]: DEBUG oslo_vmware.api [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884710, 'name': PowerOnVM_Task, 'duration_secs': 0.487175} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.327322] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.327614] env[65481]: INFO nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Took 13.69 seconds to spawn the instance on the hypervisor. [ 895.327855] env[65481]: DEBUG nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.328394] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 895.328394] env[65481]: value = "task-4884711" [ 895.328394] env[65481]: _type = "Task" [ 895.328394] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.329288] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f36d7943-8ee3-48b0-8ab8-694547ce4fb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.342294] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884711, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.370703] env[65481]: DEBUG oslo_vmware.api [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884708, 'name': PowerOnVM_Task, 'duration_secs': 0.627567} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.370703] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 895.372299] env[65481]: DEBUG nova.compute.manager [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.373313] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-786773a3-1051-485d-a067-979f007c3916 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.624626] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.033s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 895.627315] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.282s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 895.627561] env[65481]: DEBUG nova.objects.instance [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lazy-loading 'resources' on Instance uuid 049aaccd-0332-4fa4-a1ba-17d7722decdb {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 895.650244] env[65481]: INFO nova.scheduler.client.report [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Deleted allocations for instance ef8ee289-43ea-4622-a923-2c5399847b57 [ 895.738930] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ffd830-d55b-8112-04e6-14a62c4500d1, 'name': SearchDatastore_Task, 'duration_secs': 0.011472} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.739231] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 895.739483] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 895.740256] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-709aeba0-aab0-4d9f-ab54-35348b0d71d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.749842] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 895.749842] env[65481]: value = "task-4884712" [ 895.749842] env[65481]: _type = "Task" [ 895.749842] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.758941] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884712, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.843765] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884711, 'name': Rename_Task, 'duration_secs': 0.183296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 895.844182] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 895.844501] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7a8f8eb6-feb9-436a-95a0-d217dcb52dcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 895.856926] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 895.856926] env[65481]: value = "task-4884713" [ 895.856926] env[65481]: _type = "Task" [ 895.856926] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 895.864503] env[65481]: INFO nova.compute.manager [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Took 46.66 seconds to build instance. [ 895.872496] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884713, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 895.898034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 895.916433] env[65481]: DEBUG nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 895.917388] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e0afb9-b7a0-42ae-8b87-a2afa7c01fbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.163271] env[65481]: DEBUG oslo_concurrency.lockutils [None req-72a01ae4-fcce-4425-a99d-ba65ef6595d7 tempest-ListServerFiltersTestJSON-444664236 tempest-ListServerFiltersTestJSON-444664236-project-member] Lock "ef8ee289-43ea-4622-a923-2c5399847b57" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.389s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.269252] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884712, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.367433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1641c8a-22f3-4522-b7e6-7730cf69b325 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.172s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.373762] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884713, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.431910] env[65481]: INFO nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] instance snapshotting [ 896.432592] env[65481]: DEBUG nova.objects.instance [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 896.590942] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "47f67827-1fb8-4890-9c64-7badb06d1428" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.591394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.591742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 896.591994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 896.592285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 896.597520] env[65481]: INFO nova.compute.manager [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Terminating instance [ 896.638207] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12c02937-377e-43c9-851a-5b06ebbbd33c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.648476] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e03fc58-a53f-46cf-9fe8-247a73f5a4a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.691204] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b87b22e0-aaeb-45e2-9937-758891f324de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.698768] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d36a37d4-b3c0-45d4-8b1c-22da4c74d06d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.715033] env[65481]: DEBUG nova.compute.provider_tree [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 896.764701] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884712, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551969} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.765332] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 896.765332] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 896.765532] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-20548966-00e8-4568-8e2c-5d506d567fb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.774734] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 896.774734] env[65481]: value = "task-4884714" [ 896.774734] env[65481]: _type = "Task" [ 896.774734] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 896.784087] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884714, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 896.872866] env[65481]: DEBUG oslo_vmware.api [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884713, 'name': PowerOnVM_Task, 'duration_secs': 0.843046} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 896.873208] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 896.873381] env[65481]: INFO nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Took 8.20 seconds to spawn the instance on the hypervisor. [ 896.873550] env[65481]: DEBUG nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 896.874426] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2f23144-ed0a-4efa-9738-6f0dbfcfe20a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.938924] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba7b890b-7187-4014-9b0b-a316bf4b1f3b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 896.963486] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bc9e72-9c10-44c4-8c58-a3f22bcabba5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.105050] env[65481]: DEBUG nova.compute.manager [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 897.105050] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 897.105050] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb72338-4440-4540-9e5e-a557893c6e40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.119392] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 897.120621] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-2fd05c4e-df82-4678-a10d-5d50c529afb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.130191] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 897.130191] env[65481]: value = "task-4884715" [ 897.130191] env[65481]: _type = "Task" [ 897.130191] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.140765] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884715, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.219234] env[65481]: DEBUG nova.scheduler.client.report [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 897.286866] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884714, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084246} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.287208] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 897.288175] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10fe8eed-9bb9-45e0-8342-4ad8a4630be0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.311415] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 897.312871] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8b310fd7-d1a6-4f83-bc44-bb670f7105ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.335949] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 897.335949] env[65481]: value = "task-4884716" [ 897.335949] env[65481]: _type = "Task" [ 897.335949] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.344358] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884716, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.395856] env[65481]: INFO nova.compute.manager [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Took 41.97 seconds to build instance. [ 897.477031] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 897.477887] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-a0b2e58f-56c4-4fd3-b511-2f754b665b6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.488532] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 897.488532] env[65481]: value = "task-4884717" [ 897.488532] env[65481]: _type = "Task" [ 897.488532] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.502701] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884717, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.647019] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884715, 'name': PowerOffVM_Task, 'duration_secs': 0.492298} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.647019] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 897.647019] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 897.647300] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b77a56c4-3fe9-4bae-8eab-84cd02566b38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.724740] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.097s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.729097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 28.381s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.733060] env[65481]: INFO nova.compute.claims [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 897.757676] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 897.758956] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 897.758956] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleting the datastore file [datastore2] 47f67827-1fb8-4890-9c64-7badb06d1428 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 897.758956] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-94b92b97-d2f8-4835-8911-2d533f19507f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.766233] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for the task: (returnval){ [ 897.766233] env[65481]: value = "task-4884719" [ 897.766233] env[65481]: _type = "Task" [ 897.766233] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.767238] env[65481]: INFO nova.scheduler.client.report [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Deleted allocations for instance 049aaccd-0332-4fa4-a1ba-17d7722decdb [ 897.784050] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884719, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.847090] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884716, 'name': ReconfigVM_Task, 'duration_secs': 0.458436} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 897.847426] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 897.848091] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f9cc572f-5cde-4f8d-b805-fe3935de1dbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 897.859672] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 897.859672] env[65481]: value = "task-4884720" [ 897.859672] env[65481]: _type = "Task" [ 897.859672] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 897.876858] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884720, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 897.899040] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8366f784-7a2d-41bb-a13b-a24fec209c43 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.478s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.912079] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.912557] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.912875] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 897.913201] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 897.913584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 897.916187] env[65481]: INFO nova.compute.manager [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Terminating instance [ 898.000065] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884717, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.280547] env[65481]: DEBUG oslo_concurrency.lockutils [None req-057b4e5b-f99b-4662-ae50-f9f0b798f046 tempest-ServerRescueTestJSON-956084724 tempest-ServerRescueTestJSON-956084724-project-member] Lock "049aaccd-0332-4fa4-a1ba-17d7722decdb" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 36.440s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 898.285861] env[65481]: DEBUG oslo_vmware.api [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Task: {'id': task-4884719, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.210644} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.286105] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 898.286276] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 898.286560] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 898.286593] env[65481]: INFO nova.compute.manager [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Took 1.18 seconds to destroy the instance on the hypervisor. [ 898.286841] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 898.287148] env[65481]: DEBUG nova.compute.manager [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 898.287148] env[65481]: DEBUG nova.network.neutron [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 898.287378] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.337893] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.370911] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884720, 'name': Rename_Task, 'duration_secs': 0.188846} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.371271] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 898.371551] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ce172045-6c94-4daa-8b5d-6d1ac1e771f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.380835] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 898.380835] env[65481]: value = "task-4884721" [ 898.380835] env[65481]: _type = "Task" [ 898.380835] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 898.389590] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884721, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.420849] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "refresh_cache-5ef4984b-a5c2-49f1-8dcf-123663b757cf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 898.420849] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "refresh_cache-5ef4984b-a5c2-49f1-8dcf-123663b757cf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 898.421046] env[65481]: DEBUG nova.network.neutron [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 898.503630] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884717, 'name': CreateSnapshot_Task, 'duration_secs': 0.527529} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 898.503930] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 898.504733] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4e4a27c-24d6-4c06-9e7a-236301c24af8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 898.569478] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 898.569728] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 898.655893] env[65481]: DEBUG nova.compute.manager [req-60fdb554-80fd-45e3-accb-7cd30e0f5565 req-4eff6913-35b4-44d8-a16e-f7371d2a23dd service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-vif-deleted-837d53c4-42ea-43e9-a824-16970f154727 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 898.655893] env[65481]: INFO nova.compute.manager [req-60fdb554-80fd-45e3-accb-7cd30e0f5565 req-4eff6913-35b4-44d8-a16e-f7371d2a23dd service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Neutron deleted interface 837d53c4-42ea-43e9-a824-16970f154727; detaching it from the instance and deleting it from the info cache [ 898.655893] env[65481]: DEBUG nova.network.neutron [req-60fdb554-80fd-45e3-accb-7cd30e0f5565 req-4eff6913-35b4-44d8-a16e-f7371d2a23dd service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updating instance_info_cache with network_info: [{"id": "ef7d0979-e123-4507-a501-a55f0fd11a42", "address": "fa:16:3e:06:b4:ba", "network": {"id": "68242acf-6f11-41a4-a75c-730c8a7c0c3e", "bridge": "br-int", "label": "tempest-ServersTestMultiNic-1360108469", "subnets": [{"cidr": "192.168.128.0/24", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.212", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "9a6c255c2a2b47769d7124fbf8b71636", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c4810e0b-c5e1-43ca-8d35-de29f7ebe7b0", "external-id": "nsx-vlan-transportzone-60", "segmentation_id": 60, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapef7d0979-e1", "ovs_interfaceid": "ef7d0979-e123-4507-a501-a55f0fd11a42", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 898.895802] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884721, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 898.925042] env[65481]: WARNING neutronclient.v2_0.client [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 898.966553] env[65481]: DEBUG nova.network.neutron [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 899.025611] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 899.028589] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-da60a409-aec6-4add-a1f9-269019870f13 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.038505] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 899.038505] env[65481]: value = "task-4884722" [ 899.038505] env[65481]: _type = "Task" [ 899.038505] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 899.051557] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884722, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.074696] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 899.162434] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-bc18ceaa-b80b-4082-af56-f12ebcaefb9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.172472] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8f78cf4-0eeb-4c9f-b459-e0d747d3121e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.218833] env[65481]: DEBUG nova.compute.manager [req-60fdb554-80fd-45e3-accb-7cd30e0f5565 req-4eff6913-35b4-44d8-a16e-f7371d2a23dd service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Detach interface failed, port_id=837d53c4-42ea-43e9-a824-16970f154727, reason: Instance 47f67827-1fb8-4890-9c64-7badb06d1428 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 899.258065] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a19b390c-dd1f-42f2-b105-e1a2a46e32dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.265513] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0ee734-805c-4848-a7e2-b1ab92f64edc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.305269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c792717-b315-412b-b8cc-5f1cbdb66245 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.312777] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26de9247-50c2-499f-8126-19861855abaa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.331218] env[65481]: DEBUG nova.compute.provider_tree [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 899.391657] env[65481]: DEBUG nova.network.neutron [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.397795] env[65481]: DEBUG oslo_vmware.api [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884721, 'name': PowerOnVM_Task, 'duration_secs': 0.726353} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 899.398048] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 899.398259] env[65481]: INFO nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Took 5.96 seconds to spawn the instance on the hypervisor. [ 899.398431] env[65481]: DEBUG nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 899.399265] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ff69c26-b661-488a-b02d-ee0f5d349234 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.477794] env[65481]: DEBUG nova.network.neutron [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 899.549374] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884722, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 899.600495] env[65481]: DEBUG nova.compute.manager [req-fa83f3e7-9d5c-44b7-a685-db382a566425 req-85d2c141-5985-4439-aeff-e53f2ebed3c4 service nova] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Received event network-vif-deleted-ef7d0979-e123-4507-a501-a55f0fd11a42 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 899.764941] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.835652] env[65481]: DEBUG nova.scheduler.client.report [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 899.886870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 899.887150] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 899.896056] env[65481]: INFO nova.compute.manager [-] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Took 1.61 seconds to deallocate network for instance. [ 899.918523] env[65481]: INFO nova.compute.manager [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Took 40.67 seconds to build instance. [ 899.980790] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "refresh_cache-5ef4984b-a5c2-49f1-8dcf-123663b757cf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 899.982903] env[65481]: DEBUG nova.compute.manager [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 899.982903] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 899.982903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-402dc6ea-9337-4c00-83c8-3bae4d7f52e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 899.991226] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 899.991623] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fa632896-d615-4224-9808-f167d935529c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.002724] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 900.002724] env[65481]: value = "task-4884723" [ 900.002724] env[65481]: _type = "Task" [ 900.002724] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.012787] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884723, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.050353] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884722, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.344760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.616s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.345659] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 900.349532] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 28.732s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 900.349803] env[65481]: DEBUG nova.objects.instance [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'resources' on Instance uuid 877112a7-91d2-47a2-8eed-0d0b5187c237 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 900.390658] env[65481]: DEBUG nova.compute.utils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.403696] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 900.422595] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7c9c4096-a94a-4092-85ec-48efa3ef4594 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 42.192s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.514451] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884723, 'name': PowerOffVM_Task, 'duration_secs': 0.218009} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.514733] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 900.514894] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 900.515182] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-88520514-dacf-4153-bbe6-378b93cc495c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.547154] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 900.547154] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 900.547608] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleting the datastore file [datastore2] 5ef4984b-a5c2-49f1-8dcf-123663b757cf {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 900.548489] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-be0ae035-4d08-445c-a223-12ab1dfd8b9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.554470] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884722, 'name': CloneVM_Task, 'duration_secs': 1.205195} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 900.554757] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Created linked-clone VM from snapshot [ 900.555552] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6be350e-84d2-49af-8a1c-0b5f8a571a7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.559519] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 900.559519] env[65481]: value = "task-4884725" [ 900.559519] env[65481]: _type = "Task" [ 900.559519] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 900.566956] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploading image 2f4c3c7e-592f-4c05-8be2-c42d7a2ffff6 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 900.575771] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884725, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 900.598070] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 900.598070] env[65481]: value = "vm-951889" [ 900.598070] env[65481]: _type = "VirtualMachine" [ 900.598070] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 900.598357] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-f1854f89-abd9-4ce9-a9c6-4c0f2947ffea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 900.606696] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease: (returnval){ [ 900.606696] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad01b2-8a31-d731-cd8a-8267d066e38f" [ 900.606696] env[65481]: _type = "HttpNfcLease" [ 900.606696] env[65481]: } obtained for exporting VM: (result){ [ 900.606696] env[65481]: value = "vm-951889" [ 900.606696] env[65481]: _type = "VirtualMachine" [ 900.606696] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 900.606989] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the lease: (returnval){ [ 900.606989] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad01b2-8a31-d731-cd8a-8267d066e38f" [ 900.606989] env[65481]: _type = "HttpNfcLease" [ 900.606989] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 900.614554] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 900.614554] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad01b2-8a31-d731-cd8a-8267d066e38f" [ 900.614554] env[65481]: _type = "HttpNfcLease" [ 900.614554] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 900.854694] env[65481]: DEBUG nova.compute.utils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 900.864096] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 900.864413] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 900.864916] env[65481]: WARNING neutronclient.v2_0.client [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.865242] env[65481]: WARNING neutronclient.v2_0.client [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 900.898820] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.011s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 900.946784] env[65481]: DEBUG nova.policy [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 901.070282] env[65481]: DEBUG oslo_vmware.api [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884725, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.096237} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 901.073037] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 901.073126] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 901.073293] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 901.073476] env[65481]: INFO nova.compute.manager [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Took 1.09 seconds to destroy the instance on the hypervisor. [ 901.073738] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 901.075035] env[65481]: DEBUG nova.compute.manager [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 901.075035] env[65481]: DEBUG nova.network.neutron [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 901.075035] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.097897] env[65481]: DEBUG nova.network.neutron [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 901.098215] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 901.116332] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 901.116332] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad01b2-8a31-d731-cd8a-8267d066e38f" [ 901.116332] env[65481]: _type = "HttpNfcLease" [ 901.116332] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 901.116639] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 901.116639] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad01b2-8a31-d731-cd8a-8267d066e38f" [ 901.116639] env[65481]: _type = "HttpNfcLease" [ 901.116639] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 901.117662] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6cfb02c4-06f9-4956-9627-6177229252ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.129850] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 901.130076] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 901.259426] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-114a77cc-6043-4bd8-bc7e-d46ddbd3499f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.331645] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Successfully created port: d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 901.364549] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 901.395391] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7bbdf0f-c067-4462-88e3-f9d94df84aa5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.405713] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c953e0c1-1419-472d-a22b-00e8d6d0572c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.440157] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63db281f-2e40-48c8-a19d-18aa2dc2b363 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.451574] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b6bd7c-e48c-4b9a-bab7-60545bfe851c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.468787] env[65481]: DEBUG nova.compute.provider_tree [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 901.530282] env[65481]: INFO nova.compute.manager [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Rebuilding instance [ 901.582292] env[65481]: DEBUG nova.compute.manager [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 901.583302] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8933396-11ef-450f-a951-79f4da57ccd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 901.608622] env[65481]: DEBUG nova.network.neutron [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 901.972080] env[65481]: DEBUG nova.scheduler.client.report [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 901.976310] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 901.977948] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 901.977948] env[65481]: INFO nova.compute.manager [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Attaching volume 57892e9c-90e9-43d5-8e8e-7034cb7cc892 to /dev/sdb [ 902.027131] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-580f6801-b538-49db-b40c-cd2fdc0d23b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.036529] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1fc72e4-98dd-4e78-acd1-25ec947ff6df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.054291] env[65481]: DEBUG nova.virt.block_device [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Updating existing volume attachment record: f97b905f-3387-4b83-bc88-31b90e17fa3e {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 902.113517] env[65481]: INFO nova.compute.manager [-] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Took 1.04 seconds to deallocate network for instance. [ 902.384050] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 902.413413] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 902.413852] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 902.414126] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 902.414432] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 902.414670] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 902.414905] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 902.415337] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 902.415676] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 902.416020] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 902.416208] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 902.416384] env[65481]: DEBUG nova.virt.hardware [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 902.417410] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e34d87-b4a3-410f-8b0a-6c6c86e58f11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.427370] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c693923-00e9-4e4e-a9e9-2127502dae12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.482644] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.133s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 902.485499] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 30.286s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 902.487277] env[65481]: INFO nova.compute.claims [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 902.519291] env[65481]: INFO nova.scheduler.client.report [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted allocations for instance 877112a7-91d2-47a2-8eed-0d0b5187c237 [ 902.598932] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 902.601630] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e96fefe8-c795-4b46-a61c-02d41eff2b27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 902.612521] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 902.612521] env[65481]: value = "task-4884729" [ 902.612521] env[65481]: _type = "Task" [ 902.612521] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 902.624191] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 902.624926] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884729, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.038295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97375dd9-f079-4d89-b85b-546e0e26b611 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "877112a7-91d2-47a2-8eed-0d0b5187c237" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.561s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.104533] env[65481]: DEBUG nova.compute.manager [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-plugged-d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 903.105039] env[65481]: DEBUG oslo_concurrency.lockutils [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 903.105987] env[65481]: DEBUG oslo_concurrency.lockutils [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 903.105987] env[65481]: DEBUG oslo_concurrency.lockutils [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 903.105987] env[65481]: DEBUG nova.compute.manager [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] No waiting events found dispatching network-vif-plugged-d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 903.106795] env[65481]: WARNING nova.compute.manager [req-c017a636-0963-4516-9b00-f2ebedcff31d req-6657641d-2a9c-4051-8b89-0f6bdacfe1bc service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received unexpected event network-vif-plugged-d2b255e3-306f-430f-917a-c5e4dbfe8647 for instance with vm_state building and task_state spawning. [ 903.128362] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884729, 'name': PowerOffVM_Task, 'duration_secs': 0.193829} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.128362] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 903.128818] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 903.129422] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3e2cbe0-3893-4ca9-a796-1f0d154be3d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.137762] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 903.137964] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56f2edf5-e35b-48f2-ba88-f1866f128798 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.167329] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 903.167615] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 903.167859] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Deleting the datastore file [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 903.168180] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-793b1bb3-e7b7-4e51-b724-b1cfcb1a2057 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.175878] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 903.175878] env[65481]: value = "task-4884732" [ 903.175878] env[65481]: _type = "Task" [ 903.175878] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 903.185892] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884732, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 903.189775] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Successfully updated port: d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 903.687719] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884732, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.109131} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 903.690880] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 903.691257] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 903.691386] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 903.694714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 903.694907] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 903.695086] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 903.912895] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ab61f9d-9a41-4d94-9b40-0c6d344b1c90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.927526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0002432b-a675-4cfb-8590-bbbc60ec67a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.970570] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0e5b6cc-9b46-46a6-b24a-acece3a8af31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.978522] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d01693e-c3f9-48a9-ae88-d28ffbd3b5df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 903.994342] env[65481]: DEBUG nova.compute.provider_tree [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 904.235385] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 904.326750] env[65481]: WARNING neutronclient.v2_0.client [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 904.410526] env[65481]: DEBUG nova.network.neutron [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 904.498650] env[65481]: DEBUG nova.scheduler.client.report [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 904.735657] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 904.736133] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 904.736133] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 904.736301] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 904.736402] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 904.736542] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 904.736745] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 904.736921] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 904.737104] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 904.737261] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 904.737448] env[65481]: DEBUG nova.virt.hardware [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 904.738394] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5708f1e3-0541-4925-beff-6bbea5938770 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.748050] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c7d0a6-21c0-410f-b9ff-9d9de1869403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.766192] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.772373] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.772746] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.773076] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cae824e3-4c97-4f71-bb35-da44a662a583 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.792342] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.792342] env[65481]: value = "task-4884734" [ 904.792342] env[65481]: _type = "Task" [ 904.792342] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.802226] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884734, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 904.913632] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 904.914145] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Instance network_info: |[{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 904.914593] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:00:49', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'd2b255e3-306f-430f-917a-c5e4dbfe8647', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 904.923741] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 904.923929] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 904.924108] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3951f076-74ce-48ae-9e95-344fcad03d6e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 904.946238] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 904.946238] env[65481]: value = "task-4884735" [ 904.946238] env[65481]: _type = "Task" [ 904.946238] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 904.956497] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884735, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.004491] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.519s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 905.005105] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 905.007943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 32.603s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 905.008169] env[65481]: DEBUG nova.objects.instance [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lazy-loading 'resources' on Instance uuid 41ab260a-be19-4c45-bf4c-50bcfac2aac2 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 905.186500] env[65481]: DEBUG nova.compute.manager [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-changed-d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 905.186648] env[65481]: DEBUG nova.compute.manager [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing instance network info cache due to event network-changed-d2b255e3-306f-430f-917a-c5e4dbfe8647. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 905.186899] env[65481]: DEBUG oslo_concurrency.lockutils [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.187201] env[65481]: DEBUG oslo_concurrency.lockutils [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.187385] env[65481]: DEBUG nova.network.neutron [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing network info cache for port d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 905.304817] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884734, 'name': CreateVM_Task, 'duration_secs': 0.431747} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.305049] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.305531] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.305679] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.306099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.306334] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-20242527-eb74-474e-9d43-9d2d382058dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.312743] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 905.312743] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3e609-9f74-b8c7-dd36-2ccc332abf62" [ 905.312743] env[65481]: _type = "Task" [ 905.312743] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.322034] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3e609-9f74-b8c7-dd36-2ccc332abf62, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.457510] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884735, 'name': CreateVM_Task, 'duration_secs': 0.370778} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.457726] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 905.458337] env[65481]: WARNING neutronclient.v2_0.client [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.458759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.511904] env[65481]: DEBUG nova.compute.utils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 905.517743] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 905.517743] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 905.518201] env[65481]: WARNING neutronclient.v2_0.client [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.518821] env[65481]: WARNING neutronclient.v2_0.client [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.568125] env[65481]: DEBUG nova.policy [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e7f48f9ef04f538ec081f4112fa772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedc0779444549f689d1a54807a82305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 905.690502] env[65481]: WARNING neutronclient.v2_0.client [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.827281] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b3e609-9f74-b8c7-dd36-2ccc332abf62, 'name': SearchDatastore_Task, 'duration_secs': 0.010521} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.827281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.827281] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 905.827281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 905.827726] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.827726] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 905.827959] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 905.828284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 905.828516] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-64a91606-14e5-4f37-a704-c8f9c386fb6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.831441] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b1294730-4da1-4ee0-ab25-d3a35783c740 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.837337] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 905.837337] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5218ba00-7f22-c1e2-2421-af7e8b63adf9" [ 905.837337] env[65481]: _type = "Task" [ 905.837337] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.847823] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 905.848061] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 905.849617] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-92e43dac-f644-4f31-9578-c6cd5d7d0e87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.855482] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5218ba00-7f22-c1e2-2421-af7e8b63adf9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.860650] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 905.860650] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb29e6-bc3a-7fee-d73e-14bb3945bf9f" [ 905.860650] env[65481]: _type = "Task" [ 905.860650] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.880759] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb29e6-bc3a-7fee-d73e-14bb3945bf9f, 'name': SearchDatastore_Task, 'duration_secs': 0.014192} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.880759] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0c0b481f-ae21-48a6-988f-da5859d22afd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.889136] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 905.889136] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52791893-edb3-5bc6-9c52-cadd7f089d89" [ 905.889136] env[65481]: _type = "Task" [ 905.889136] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.902880] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52791893-edb3-5bc6-9c52-cadd7f089d89, 'name': SearchDatastore_Task} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 905.904034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 905.904034] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 905.904034] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-59edc733-586d-42f8-afb1-f288b5d1ca55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.912599] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 905.912599] env[65481]: value = "task-4884736" [ 905.912599] env[65481]: _type = "Task" [ 905.912599] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 905.927642] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884736, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 905.928937] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Successfully created port: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 905.932606] env[65481]: WARNING neutronclient.v2_0.client [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 905.963903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a61fc84-5b7d-4b45-936a-14791c69987a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 905.972851] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7585f6a-4838-4742-8a2a-dd0ecd9e5f9f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.010367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b3ff76a-15e5-49b9-a1c7-413836f3844f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.019226] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 906.023498] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42c99d62-3d5a-4b35-bf64-699272022661 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.039773] env[65481]: DEBUG nova.compute.provider_tree [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 906.134319] env[65481]: DEBUG nova.network.neutron [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updated VIF entry in instance network info cache for port d2b255e3-306f-430f-917a-c5e4dbfe8647. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 906.134701] env[65481]: DEBUG nova.network.neutron [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 906.353421] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5218ba00-7f22-c1e2-2421-af7e8b63adf9, 'name': SearchDatastore_Task, 'duration_secs': 0.016997} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.353707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.353941] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 906.354178] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 906.354322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 906.354501] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 906.354803] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ff63b4e9-a9c0-4f9c-96fa-97b2e12b70bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.371041] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 906.371246] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 906.373237] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fe9732fe-a771-44c4-b542-9f707441734b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.379839] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 906.379839] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52694969-7fee-c890-70ab-a6ea3389f8e6" [ 906.379839] env[65481]: _type = "Task" [ 906.379839] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.389578] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52694969-7fee-c890-70ab-a6ea3389f8e6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.428810] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884736, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.543941] env[65481]: DEBUG nova.scheduler.client.report [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 906.637593] env[65481]: DEBUG oslo_concurrency.lockutils [req-12d1c9ac-1488-4054-8388-584401fa03b1 req-69e0f7d3-682a-439e-8bfa-d583ca502e2f service nova] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 906.893857] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52694969-7fee-c890-70ab-a6ea3389f8e6, 'name': SearchDatastore_Task, 'duration_secs': 0.090971} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.894887] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ca89021e-fb63-4b7a-8c6a-1997e8feb2be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.901728] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 906.901728] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f6fdaa-b592-2da3-92e8-6a242948434f" [ 906.901728] env[65481]: _type = "Task" [ 906.901728] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.913425] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f6fdaa-b592-2da3-92e8-6a242948434f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 906.927404] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884736, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.657526} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 906.927755] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 906.927998] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 906.928337] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-531b4aac-756d-4907-80d0-b860219ed014 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 906.936655] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 906.936655] env[65481]: value = "task-4884737" [ 906.936655] env[65481]: _type = "Task" [ 906.936655] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 906.948543] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884737, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.035609] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 907.050085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.042s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.052713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 33.984s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.054415] env[65481]: INFO nova.compute.claims [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 907.066261] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 907.066636] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 907.066726] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 907.066845] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 907.066994] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 907.067158] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 907.067385] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 907.067603] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 907.067715] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 907.068149] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 907.068149] env[65481]: DEBUG nova.virt.hardware [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 907.068966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e452264c-d808-469b-b008-79cf02c123c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.074347] env[65481]: INFO nova.scheduler.client.report [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Deleted allocations for instance 41ab260a-be19-4c45-bf4c-50bcfac2aac2 [ 907.080898] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8700dd68-28d3-48cc-9267-a2337723cf17 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.106407] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 907.106631] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951891', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'name': 'volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d44ef1-a758-4415-931f-fb25d84b9e74', 'attached_at': '', 'detached_at': '', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'serial': '57892e9c-90e9-43d5-8e8e-7034cb7cc892'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 907.107757] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8c0181e-b29b-4719-b90b-557b1d596bfb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.126188] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db3bad39-46dd-4233-8e79-dae5c6840b59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.151462] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfiguring VM instance instance-00000044 to attach disk [datastore2] volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892/volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.152318] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0223e247-7ada-4bd8-b043-82201fdda968 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.171566] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 907.171566] env[65481]: value = "task-4884738" [ 907.171566] env[65481]: _type = "Task" [ 907.171566] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.180011] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884738, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.413374] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f6fdaa-b592-2da3-92e8-6a242948434f, 'name': SearchDatastore_Task, 'duration_secs': 0.011062} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.413706] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 907.414048] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 02dfe7aa-9df0-4897-a2c0-964629fd352e/02dfe7aa-9df0-4897-a2c0-964629fd352e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 907.414352] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-170b740a-fa4b-4be5-9b9d-1a11e9615779 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.423647] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 907.423647] env[65481]: value = "task-4884739" [ 907.423647] env[65481]: _type = "Task" [ 907.423647] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.433645] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884739, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.450518] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884737, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.076525} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.451573] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 907.451701] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a83ff88d-1aee-41af-93e5-85257505de01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.473873] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Reconfiguring VM instance instance-00000045 to attach disk [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 907.474257] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d962d947-63a9-440e-91bf-4f956681a5a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.494097] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 907.494097] env[65481]: value = "task-4884740" [ 907.494097] env[65481]: _type = "Task" [ 907.494097] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.504228] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884740, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.589923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-af73293a-c2af-4bdf-98b7-423f5af8a050 tempest-ImagesOneServerTestJSON-1226747940 tempest-ImagesOneServerTestJSON-1226747940-project-member] Lock "41ab260a-be19-4c45-bf4c-50bcfac2aac2" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 38.836s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.602807] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Successfully updated port: af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 907.657663] env[65481]: DEBUG nova.compute.manager [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Received event network-vif-plugged-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 907.657896] env[65481]: DEBUG oslo_concurrency.lockutils [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] Acquiring lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 907.658198] env[65481]: DEBUG oslo_concurrency.lockutils [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 907.658435] env[65481]: DEBUG oslo_concurrency.lockutils [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 907.658534] env[65481]: DEBUG nova.compute.manager [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] No waiting events found dispatching network-vif-plugged-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 907.658687] env[65481]: WARNING nova.compute.manager [req-d1f02ee1-1cd1-4dbc-ac9e-27a38ec2b5b4 req-17d20146-c020-4015-9d9c-3320bed73e4d service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Received unexpected event network-vif-plugged-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a for instance with vm_state building and task_state spawning. [ 907.683678] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884738, 'name': ReconfigVM_Task, 'duration_secs': 0.396189} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.684155] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfigured VM instance instance-00000044 to attach disk [datastore2] volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892/volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 907.689236] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-56cde399-cc81-4862-a8ff-0e69c331d937 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.707799] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 907.707799] env[65481]: value = "task-4884741" [ 907.707799] env[65481]: _type = "Task" [ 907.707799] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.718469] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884741, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 907.935197] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884739, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510273} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 907.935631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 02dfe7aa-9df0-4897-a2c0-964629fd352e/02dfe7aa-9df0-4897-a2c0-964629fd352e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 907.935820] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 907.936050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4cb48422-69a7-4944-b488-7276eff95d46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 907.943985] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 907.943985] env[65481]: value = "task-4884742" [ 907.943985] env[65481]: _type = "Task" [ 907.943985] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 907.955854] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884742, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.004846] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884740, 'name': ReconfigVM_Task, 'duration_secs': 0.451213} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.005249] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Reconfigured VM instance instance-00000045 to attach disk [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737/23362e0b-92b2-4f15-b156-0b420b854737.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 908.005971] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fab81188-5056-4850-aadc-a413eff048c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.014069] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 908.014069] env[65481]: value = "task-4884743" [ 908.014069] env[65481]: _type = "Task" [ 908.014069] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.024563] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884743, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.105983] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 908.106193] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 908.106378] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 908.221099] env[65481]: DEBUG oslo_vmware.api [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884741, 'name': ReconfigVM_Task, 'duration_secs': 0.170554} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.221452] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951891', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'name': 'volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d44ef1-a758-4415-931f-fb25d84b9e74', 'attached_at': '', 'detached_at': '', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'serial': '57892e9c-90e9-43d5-8e8e-7034cb7cc892'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 908.445123] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c24178-fc7a-471f-8cbd-934649be825d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.457232] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884742, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.098447} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.459377] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 908.460367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90bfa4f1-49e2-4dcc-bd3e-ec6f3daf5a56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.463677] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698e01f3-7498-4a53-be39-31a043433adc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.489613] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfiguring VM instance instance-00000046 to attach disk [datastore2] 02dfe7aa-9df0-4897-a2c0-964629fd352e/02dfe7aa-9df0-4897-a2c0-964629fd352e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 908.515100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6a3d894c-7bc3-48eb-9c05-ecb06240be11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.535035] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4b5056e-feec-4c44-8608-014eae1ba2e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.543820] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884743, 'name': Rename_Task, 'duration_secs': 0.181835} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 908.547125] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 908.547462] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 908.547462] env[65481]: value = "task-4884744" [ 908.547462] env[65481]: _type = "Task" [ 908.547462] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.547708] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3109e1b5-ac21-4a6b-abb1-013f33349d22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.550595] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f15342fc-15cf-405e-b533-739df19f1c67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.564041] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884744, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.574108] env[65481]: DEBUG nova.compute.provider_tree [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 908.574456] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 908.574456] env[65481]: value = "task-4884745" [ 908.574456] env[65481]: _type = "Task" [ 908.574456] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.584223] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884745, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.661238] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 908.698810] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 908.700118] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4cdd9b31-ea47-49e5-b684-6f3d9710d1f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.707084] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 908.707263] env[65481]: ERROR oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk due to incomplete transfer. [ 908.707499] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-6f6dd476-9a86-4ff1-89ff-a1dafa707585 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.715396] env[65481]: DEBUG oslo_vmware.rw_handles [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52ac12f4-323e-c8d7-86c5-a7e57e9b4e9e/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 908.715597] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Uploaded image 2f4c3c7e-592f-4c05-8be2-c42d7a2ffff6 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 908.717874] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 908.718578] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-2442f88e-67a1-4fb0-a44e-a8f6bdcf0d86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 908.729940] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 908.729940] env[65481]: value = "task-4884746" [ 908.729940] env[65481]: _type = "Task" [ 908.729940] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 908.742248] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884746, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 908.760640] env[65481]: WARNING neutronclient.v2_0.client [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 908.887173] env[65481]: DEBUG nova.network.neutron [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Updating instance_info_cache with network_info: [{"id": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "address": "fa:16:3e:b4:70:b7", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf94b3f2-99", "ovs_interfaceid": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 909.062655] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884744, 'name': ReconfigVM_Task, 'duration_secs': 0.325967} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.063147] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfigured VM instance instance-00000046 to attach disk [datastore2] 02dfe7aa-9df0-4897-a2c0-964629fd352e/02dfe7aa-9df0-4897-a2c0-964629fd352e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 909.064989] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6719be67-3d82-4949-9daa-e233efbb1f59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.072570] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 909.072570] env[65481]: value = "task-4884747" [ 909.072570] env[65481]: _type = "Task" [ 909.072570] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.076894] env[65481]: DEBUG nova.scheduler.client.report [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 909.091833] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884747, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.095908] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884745, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.239852] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884746, 'name': Destroy_Task, 'duration_secs': 0.450332} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.240180] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroyed the VM [ 909.240419] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 909.240676] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-39b8d12d-dc55-47d6-98f3-6e1ea4a3f094 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.248978] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 909.248978] env[65481]: value = "task-4884748" [ 909.248978] env[65481]: _type = "Task" [ 909.248978] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.257811] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.285297] env[65481]: DEBUG nova.objects.instance [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'flavor' on Instance uuid 67d44ef1-a758-4415-931f-fb25d84b9e74 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.389476] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 909.389677] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance network_info: |[{"id": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "address": "fa:16:3e:b4:70:b7", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf94b3f2-99", "ovs_interfaceid": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 909.390188] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b4:70:b7', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 909.398859] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 909.399291] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 909.399596] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-dfc2f0bf-0f2d-49fb-84b9-808a377e481a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.421343] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 909.421343] env[65481]: value = "task-4884749" [ 909.421343] env[65481]: _type = "Task" [ 909.421343] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.431046] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884749, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.532445] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.583244] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884747, 'name': Rename_Task, 'duration_secs': 0.164331} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.588742] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 909.588742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.535s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.588742] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 909.590371] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-eef9d3f6-9e24-414b-91ed-daaaad5706c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.592634] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 35.367s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.592806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.593010] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 909.593272] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.103s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.594365] env[65481]: DEBUG nova.objects.instance [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lazy-loading 'resources' on Instance uuid a164b9e8-a577-461f-bbc9-2ceb999bd5c5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 909.595923] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc2e6127-c2c4-400a-811d-0ea7dd01a035 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.602238] env[65481]: DEBUG oslo_vmware.api [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884745, 'name': PowerOnVM_Task, 'duration_secs': 0.564861} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.604095] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 909.604342] env[65481]: DEBUG nova.compute.manager [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 909.604678] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 909.604678] env[65481]: value = "task-4884750" [ 909.604678] env[65481]: _type = "Task" [ 909.604678] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.605665] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebda9104-ed8f-4dab-a355-e09ebc01c810 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.620152] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f437cb93-ef2f-42bc-b85b-095d39b902d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.634426] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.647474] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0738ee4f-69c4-4d3f-8b91-8f6cc5a8e692 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.657527] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45c0c620-3694-4e81-8d99-04ed6361b13c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.690734] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=177457MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 909.690909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.699148] env[65481]: DEBUG nova.compute.manager [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Received event network-changed-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 909.699321] env[65481]: DEBUG nova.compute.manager [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Refreshing instance network info cache due to event network-changed-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 909.699388] env[65481]: DEBUG oslo_concurrency.lockutils [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] Acquiring lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.699524] env[65481]: DEBUG oslo_concurrency.lockutils [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] Acquired lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.699674] env[65481]: DEBUG nova.network.neutron [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Refreshing network info cache for port af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 909.763658] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 909.790613] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e50119da-97e6-4810-8706-26b4739b8664 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.813s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.791699] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.260s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.791944] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 909.792194] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 909.792400] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 909.794402] env[65481]: INFO nova.compute.manager [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Terminating instance [ 909.933229] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884749, 'name': CreateVM_Task, 'duration_secs': 0.42882} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 909.933381] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 909.934323] env[65481]: WARNING neutronclient.v2_0.client [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 909.934837] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 909.935060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 909.935543] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 909.935826] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a9686cb1-77ca-496f-bc33-e4e52ae556e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 909.941285] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 909.941285] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5239c82f-d05d-6798-727e-411dcaa17dff" [ 909.941285] env[65481]: _type = "Task" [ 909.941285] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 909.953336] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5239c82f-d05d-6798-727e-411dcaa17dff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.095419] env[65481]: DEBUG nova.compute.utils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 910.096910] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 910.097161] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 910.097491] env[65481]: WARNING neutronclient.v2_0.client [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.097790] env[65481]: WARNING neutronclient.v2_0.client [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.122467] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884750, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.142576] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 910.159133] env[65481]: DEBUG nova.policy [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'c02facc6b5414708a192ee728b465abf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '435c5abecd6f401bb32a44cc7a3e1154', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 910.204956] env[65481]: WARNING neutronclient.v2_0.client [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.260641] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884748, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.299922] env[65481]: DEBUG nova.compute.manager [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 910.300160] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 910.303460] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4765a42-3116-47e3-8c17-4d55ace142d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.315920] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 910.315920] env[65481]: value = "task-4884751" [ 910.315920] env[65481]: _type = "Task" [ 910.315920] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.331704] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884751, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.459746] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5239c82f-d05d-6798-727e-411dcaa17dff, 'name': SearchDatastore_Task, 'duration_secs': 0.010276} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.459746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.459949] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 910.460235] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 910.460627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 910.460627] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 910.463486] env[65481]: WARNING neutronclient.v2_0.client [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 910.464968] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0451d50-4575-45b0-95cd-f857cb024954 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.475587] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 910.475587] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 910.476918] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-36582ade-067f-41df-bc39-366d824e7c08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.482828] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 910.482828] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52926bad-c3d5-203d-28c6-ad4c24e14739" [ 910.482828] env[65481]: _type = "Task" [ 910.482828] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.496407] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52926bad-c3d5-203d-28c6-ad4c24e14739, 'name': SearchDatastore_Task, 'duration_secs': 0.010615} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.497375] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a32b8008-38aa-4ae5-bdf4-dfb3f784d8ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.503881] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 910.503881] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521ced1f-4cbb-fe1f-d72f-fea23fafd3aa" [ 910.503881] env[65481]: _type = "Task" [ 910.503881] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.508636] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Successfully created port: 494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 910.520815] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521ced1f-4cbb-fe1f-d72f-fea23fafd3aa, 'name': SearchDatastore_Task, 'duration_secs': 0.010064} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.521930] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 910.521930] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0/4a5df8d5-b1b6-4581-ab9f-d006c3288fc0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 910.521930] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b79386dd-4316-45c8-9ed9-a83769350925 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.526649] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0051ea2-cd06-48db-b2c2-861099edea21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.530621] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 910.530621] env[65481]: value = "task-4884752" [ 910.530621] env[65481]: _type = "Task" [ 910.530621] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.548370] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aadd15b0-1575-480a-aac7-739d8d8e930b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.554237] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884752, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.587489] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08d27a8f-598c-4bb9-a14d-e181e5819f2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.596802] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bc26d37-bd1e-4264-b880-ff701a1e2da3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.601781] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 910.616134] env[65481]: DEBUG nova.compute.provider_tree [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 910.630031] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884750, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 910.763679] env[65481]: DEBUG oslo_vmware.api [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884748, 'name': RemoveSnapshot_Task, 'duration_secs': 1.105093} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.763979] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 910.764230] env[65481]: INFO nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 13.83 seconds to snapshot the instance on the hypervisor. [ 910.827524] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884751, 'name': PowerOffVM_Task, 'duration_secs': 0.222218} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 910.827832] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 910.828121] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 910.828237] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951891', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'name': 'volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d44ef1-a758-4415-931f-fb25d84b9e74', 'attached_at': '', 'detached_at': '', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'serial': '57892e9c-90e9-43d5-8e8e-7034cb7cc892'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 910.829168] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc2ccba-0c46-4f2e-a076-f36559c513fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.854949] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ff55cf0-7c7a-49b7-850e-16f76120a8c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.859409] env[65481]: DEBUG nova.network.neutron [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Updated VIF entry in instance network info cache for port af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 910.859772] env[65481]: DEBUG nova.network.neutron [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Updating instance_info_cache with network_info: [{"id": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "address": "fa:16:3e:b4:70:b7", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapaf94b3f2-99", "ovs_interfaceid": "af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 910.867596] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99d69d78-ca09-4f4d-b72e-e18401e24035 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.895850] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-401d9e4b-7f23-4f08-8789-e80a30923add {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.915032] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The volume has not been displaced from its original location: [datastore2] volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892/volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 910.920192] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfiguring VM instance instance-00000044 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 910.920627] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dda9e964-4acd-4cc4-be6b-ec0f0e62a139 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 910.942575] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 910.942575] env[65481]: value = "task-4884753" [ 910.942575] env[65481]: _type = "Task" [ 910.942575] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 910.952603] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884753, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.043459] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884752, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.122800] env[65481]: DEBUG nova.scheduler.client.report [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 911.131030] env[65481]: DEBUG oslo_vmware.api [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884750, 'name': PowerOnVM_Task, 'duration_secs': 1.069395} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.131030] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 911.131349] env[65481]: INFO nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Took 8.75 seconds to spawn the instance on the hypervisor. [ 911.131349] env[65481]: DEBUG nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 911.132168] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b31c10de-f67c-4d92-bff2-555bb9032535 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.315398] env[65481]: DEBUG nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Found 3 images (rotation: 2) {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5057}} [ 911.315604] env[65481]: DEBUG nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Rotating out 1 backups {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5065}} [ 911.315761] env[65481]: DEBUG nova.compute.manager [None req-7f212dbe-2551-43b2-a55c-343162e6fd6c tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleting image 85a39e3e-74f0-45c7-b0ac-67130df1d0f1 {{(pid=65481) _rotate_backups /opt/stack/nova/nova/compute/manager.py:5070}} [ 911.363211] env[65481]: DEBUG oslo_concurrency.lockutils [req-b66dd6dc-a237-43ff-987f-d3d309731f8e req-e1044b98-fbfc-40a6-84e2-c36bb1c9ecda service nova] Releasing lock "refresh_cache-4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 911.454683] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884753, 'name': ReconfigVM_Task, 'duration_secs': 0.24919} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.455426] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Reconfigured VM instance instance-00000044 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 911.460372] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-eae2f191-d642-4279-b538-9e384d8228f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.477277] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 911.477277] env[65481]: value = "task-4884754" [ 911.477277] env[65481]: _type = "Task" [ 911.477277] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.486749] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884754, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.543608] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884752, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.630772} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 911.543837] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0/4a5df8d5-b1b6-4581-ab9f-d006c3288fc0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 911.544078] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 911.544443] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0ca6a075-642b-4b84-aeef-ec5ac9170fd5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.551466] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 911.551466] env[65481]: value = "task-4884755" [ 911.551466] env[65481]: _type = "Task" [ 911.551466] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 911.559841] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884755, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 911.612112] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 911.632211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.039s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.636305] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 911.636528] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 911.636949] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 911.636949] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 911.637099] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 911.637147] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 911.637356] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 911.637481] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 911.637644] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 911.637799] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 911.637966] env[65481]: DEBUG nova.virt.hardware [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 911.638389] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.677s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.638564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 911.640405] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 35.338s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 911.641964] env[65481]: INFO nova.compute.claims [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 911.646149] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41e5ea5-415f-4577-b83d-063178f7a6db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.657292] env[65481]: INFO nova.compute.manager [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Took 42.34 seconds to build instance. [ 911.662785] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0ddd89e-ae6a-45b9-a3c7-6d4b4022292f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 911.668146] env[65481]: INFO nova.scheduler.client.report [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Deleted allocations for instance a164b9e8-a577-461f-bbc9-2ceb999bd5c5 [ 911.670341] env[65481]: INFO nova.scheduler.client.report [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleted allocations for instance 4ab04750-f79c-4ba4-9522-f40d182a60de [ 911.991461] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884754, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.061325] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884755, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074572} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.061775] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 912.062676] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c35801f-0ec3-462a-96cf-07f5beea12f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.086242] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Reconfiguring VM instance instance-00000047 to attach disk [datastore2] 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0/4a5df8d5-b1b6-4581-ab9f-d006c3288fc0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 912.086787] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-dc735dca-f14d-42e9-8206-91c6a59359a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.111586] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 912.111586] env[65481]: value = "task-4884756" [ 912.111586] env[65481]: _type = "Task" [ 912.111586] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.120608] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884756, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.136402] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Successfully updated port: 494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 912.163701] env[65481]: DEBUG oslo_concurrency.lockutils [None req-55ac7ee4-5b21-431f-a967-bf1c4799d0dc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.864s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.189455] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ddcbf7de-45cb-4f2c-ae4c-d23fc5fdb24c tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "4ab04750-f79c-4ba4-9522-f40d182a60de" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.711s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.198087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1b2a100-392b-41e5-ae2b-a9434bc52ae4 tempest-ServersNegativeTestMultiTenantJSON-1547681968 tempest-ServersNegativeTestMultiTenantJSON-1547681968-project-member] Lock "a164b9e8-a577-461f-bbc9-2ceb999bd5c5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.199s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.494020] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884754, 'name': ReconfigVM_Task, 'duration_secs': 0.795596} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.494020] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951891', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'name': 'volume-57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '67d44ef1-a758-4415-931f-fb25d84b9e74', 'attached_at': '', 'detached_at': '', 'volume_id': '57892e9c-90e9-43d5-8e8e-7034cb7cc892', 'serial': '57892e9c-90e9-43d5-8e8e-7034cb7cc892'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 912.494020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 912.494020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ae470fc3-5113-4dbf-ba53-e86d37609875 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.506158] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 912.506158] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-daeca8a4-775a-4c3e-9263-b3173c9e972d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.572386] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 912.572707] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 912.573026] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore2] 67d44ef1-a758-4415-931f-fb25d84b9e74 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 912.573444] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c376fddc-163a-4ff3-8b03-b5885d98d5e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.580604] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 912.580604] env[65481]: value = "task-4884758" [ 912.580604] env[65481]: _type = "Task" [ 912.580604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.591149] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884758, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.622661] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884756, 'name': ReconfigVM_Task, 'duration_secs': 0.373912} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 912.623116] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Reconfigured VM instance instance-00000047 to attach disk [datastore2] 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0/4a5df8d5-b1b6-4581-ab9f-d006c3288fc0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 912.623864] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9e6e3fde-2008-497b-9ee3-2c9c86ea5cff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 912.632357] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 912.632357] env[65481]: value = "task-4884759" [ 912.632357] env[65481]: _type = "Task" [ 912.632357] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 912.643777] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 912.643907] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquired lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 912.644121] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 912.645409] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884759, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 912.936791] env[65481]: DEBUG nova.compute.manager [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Received event network-vif-plugged-494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 912.937035] env[65481]: DEBUG oslo_concurrency.lockutils [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] Acquiring lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 912.937849] env[65481]: DEBUG oslo_concurrency.lockutils [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 912.938482] env[65481]: DEBUG oslo_concurrency.lockutils [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 912.938756] env[65481]: DEBUG nova.compute.manager [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] No waiting events found dispatching network-vif-plugged-494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 912.939102] env[65481]: WARNING nova.compute.manager [req-692154f0-0d27-4593-8438-0f4e1dfddfde req-eadd73fd-8c5a-4084-a1b4-8bf961c9521b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Received unexpected event network-vif-plugged-494d15dc-621d-42c7-8489-0ff4e105f95d for instance with vm_state building and task_state spawning. [ 913.094118] env[65481]: DEBUG oslo_vmware.api [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884758, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.329637} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 913.094118] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 913.094118] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 913.094335] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 913.094457] env[65481]: INFO nova.compute.manager [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Took 2.79 seconds to destroy the instance on the hypervisor. [ 913.095456] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 913.095456] env[65481]: DEBUG nova.compute.manager [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 913.095456] env[65481]: DEBUG nova.network.neutron [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 913.095456] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.103383] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b4139a8e-7af9-4c2d-bbc9-b29f3447cfb0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.112347] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3f26fae-c97c-4c90-a11f-4bb0d20e0d98 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.153681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0363c63-c281-4c76-bf92-581753f1663e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.162952] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884759, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.166120] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26d0df68-e1cb-4876-9ecc-74f3c58d9584 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 913.182235] env[65481]: DEBUG nova.compute.provider_tree [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 913.283741] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 913.425408] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 913.554520] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "23362e0b-92b2-4f15-b156-0b420b854737" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.554792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.555036] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "23362e0b-92b2-4f15-b156-0b420b854737-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 913.555334] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 913.555768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 913.557690] env[65481]: INFO nova.compute.manager [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Terminating instance [ 913.655076] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884759, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 913.685511] env[65481]: DEBUG nova.scheduler.client.report [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 914.064964] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "refresh_cache-23362e0b-92b2-4f15-b156-0b420b854737" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 914.064964] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquired lock "refresh_cache-23362e0b-92b2-4f15-b156-0b420b854737" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 914.064964] env[65481]: DEBUG nova.network.neutron [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 914.142937] env[65481]: DEBUG nova.network.neutron [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.157582] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884759, 'name': Rename_Task, 'duration_secs': 1.163328} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 914.158469] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 914.158578] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-965af830-d44a-430b-990f-fe0960d83bc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 914.167053] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 914.167053] env[65481]: value = "task-4884760" [ 914.167053] env[65481]: _type = "Task" [ 914.167053] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 914.182736] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884760, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.197019] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 914.197019] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 914.199068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.589s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 914.199435] env[65481]: DEBUG nova.objects.instance [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lazy-loading 'resources' on Instance uuid c5e60097-9a02-49d5-9c05-ec74e5e8a69f {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 914.318264] env[65481]: WARNING neutronclient.v2_0.client [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.465837] env[65481]: DEBUG nova.network.neutron [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Updating instance_info_cache with network_info: [{"id": "494d15dc-621d-42c7-8489-0ff4e105f95d", "address": "fa:16:3e:be:a9:81", "network": {"id": "d9d4e631-e27f-4015-a827-55e7b16c0f27", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-757685745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435c5abecd6f401bb32a44cc7a3e1154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d15dc-62", "ovs_interfaceid": "494d15dc-621d-42c7-8489-0ff4e105f95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.567906] env[65481]: WARNING neutronclient.v2_0.client [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.591313] env[65481]: DEBUG nova.network.neutron [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 914.647665] env[65481]: INFO nova.compute.manager [-] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Took 1.55 seconds to deallocate network for instance. [ 914.668372] env[65481]: DEBUG nova.compute.manager [req-b865b1d6-7da5-42f3-90d6-9f024cbf1386 req-1cb8d201-c5c6-4611-87ae-19cf6705d109 service nova] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Received event network-vif-deleted-f289a1d7-60f3-4586-9e63-2faa90f003fe {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 914.678678] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884760, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 914.703812] env[65481]: DEBUG nova.compute.utils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 914.705245] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 914.705431] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 914.705749] env[65481]: WARNING neutronclient.v2_0.client [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.706158] env[65481]: WARNING neutronclient.v2_0.client [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 914.713257] env[65481]: DEBUG nova.network.neutron [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 914.808024] env[65481]: DEBUG nova.policy [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '26c7faaec8bc439f9020e458ccbf72b1', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '2f85cfd4a6464989b6e7055bc21e2862', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 914.969309] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Releasing lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 914.969696] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Instance network_info: |[{"id": "494d15dc-621d-42c7-8489-0ff4e105f95d", "address": "fa:16:3e:be:a9:81", "network": {"id": "d9d4e631-e27f-4015-a827-55e7b16c0f27", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-757685745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435c5abecd6f401bb32a44cc7a3e1154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d15dc-62", "ovs_interfaceid": "494d15dc-621d-42c7-8489-0ff4e105f95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 914.970409] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:a9:81', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '27138a4c-60c9-45fb-bf37-4c2f765315a3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494d15dc-621d-42c7-8489-0ff4e105f95d', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 914.982780] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Creating folder: Project (435c5abecd6f401bb32a44cc7a3e1154). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 914.986901] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-3f4725da-4c31-4452-959e-267292187870 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.008790] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Created folder: Project (435c5abecd6f401bb32a44cc7a3e1154) in parent group-v951696. [ 915.009583] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Creating folder: Instances. Parent ref: group-v951895. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 915.009583] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-daa1f271-1707-431a-86e7-ec3b92e4db15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.023273] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Created folder: Instances in parent group-v951895. [ 915.023704] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 915.023983] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 915.025285] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c15a7dd6-a456-476f-be13-91e030a720fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.049393] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 915.049393] env[65481]: value = "task-4884763" [ 915.049393] env[65481]: _type = "Task" [ 915.049393] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.059828] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884763, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.180393] env[65481]: DEBUG oslo_vmware.api [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884760, 'name': PowerOnVM_Task, 'duration_secs': 0.992274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.187882] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 915.189351] env[65481]: INFO nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Took 8.15 seconds to spawn the instance on the hypervisor. [ 915.189351] env[65481]: DEBUG nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 915.192645] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f79f215-b359-48ae-be2f-2884f47f2658 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.212579] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 915.219755] env[65481]: INFO nova.compute.manager [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Took 0.57 seconds to detach 1 volumes for instance. [ 915.221977] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Releasing lock "refresh_cache-23362e0b-92b2-4f15-b156-0b420b854737" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 915.222280] env[65481]: DEBUG nova.compute.manager [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 915.222489] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 915.225373] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7b89f40-f01a-4e6b-83cf-68b41ec8ba0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.230756] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2db3ac5c-76e7-4a86-86cd-4071f5a7384e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.245671] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d43a2d5-ff97-4dd4-ad3e-293b7969b331 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.249507] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 915.249813] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-09a1a871-3504-48b7-be5d-2d8618220e90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.284196] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 915.284196] env[65481]: value = "task-4884764" [ 915.284196] env[65481]: _type = "Task" [ 915.284196] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.285356] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Successfully created port: f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 915.288029] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c37b2b1b-8ee2-4a81-a7b3-0fdce49e6378 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.303647] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884764, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.305088] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d78b0005-34e1-4cde-9e42-371e8b06bc73 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.323988] env[65481]: DEBUG nova.compute.provider_tree [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 915.560362] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884763, 'name': CreateVM_Task, 'duration_secs': 0.421932} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.560557] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 915.561109] env[65481]: WARNING neutronclient.v2_0.client [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 915.561553] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.561750] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.562134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 915.562495] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f6237902-cab9-4a79-ab71-a22d1a5aa1fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.569783] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 915.569783] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257ac39-8d61-6652-3b11-bc8082c8de7a" [ 915.569783] env[65481]: _type = "Task" [ 915.569783] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.580131] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257ac39-8d61-6652-3b11-bc8082c8de7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 915.659430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.659707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.660482] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.660482] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 915.660482] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 915.662596] env[65481]: INFO nova.compute.manager [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Terminating instance [ 915.673238] env[65481]: DEBUG nova.compute.manager [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Received event network-changed-494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 915.673577] env[65481]: DEBUG nova.compute.manager [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Refreshing instance network info cache due to event network-changed-494d15dc-621d-42c7-8489-0ff4e105f95d. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 915.673952] env[65481]: DEBUG oslo_concurrency.lockutils [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] Acquiring lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 915.674154] env[65481]: DEBUG oslo_concurrency.lockutils [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] Acquired lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 915.674387] env[65481]: DEBUG nova.network.neutron [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Refreshing network info cache for port 494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 915.711698] env[65481]: INFO nova.compute.manager [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Took 43.54 seconds to build instance. [ 915.739542] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 915.800795] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884764, 'name': PowerOffVM_Task, 'duration_secs': 0.147677} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 915.801160] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 915.801332] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 915.801577] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1cca7c85-caaf-49d1-98d4-8f9e8e8175f1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.827525] env[65481]: DEBUG nova.scheduler.client.report [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 915.831773] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 915.832015] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 915.832218] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Deleting the datastore file [datastore2] 23362e0b-92b2-4f15-b156-0b420b854737 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 915.832757] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-b4ab1f37-fc75-42b4-86b8-febb55b0fa8c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 915.840265] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for the task: (returnval){ [ 915.840265] env[65481]: value = "task-4884766" [ 915.840265] env[65481]: _type = "Task" [ 915.840265] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 915.850093] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884766, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.081182] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5257ac39-8d61-6652-3b11-bc8082c8de7a, 'name': SearchDatastore_Task, 'duration_secs': 0.017197} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.081503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 916.081765] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 916.082020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 916.082173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 916.082340] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 916.082608] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-55e707b9-ed96-403b-b6fb-b49291c09c16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.092892] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 916.093170] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 916.093997] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1914c86b-269d-4771-851d-aa856c22c8d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.100803] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 916.100803] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d69522-30f4-11d9-d89c-e0edb8a58c74" [ 916.100803] env[65481]: _type = "Task" [ 916.100803] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.110393] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d69522-30f4-11d9-d89c-e0edb8a58c74, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.169516] env[65481]: DEBUG nova.compute.manager [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 916.169929] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 916.170900] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56ed7219-252a-43b4-8843-22b0c6686f96 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.179850] env[65481]: WARNING neutronclient.v2_0.client [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.182198] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 916.182661] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-977fe83e-31b9-44c3-a699-72120a8e4cd5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.191015] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 916.191015] env[65481]: value = "task-4884767" [ 916.191015] env[65481]: _type = "Task" [ 916.191015] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.202192] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884767, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.214285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-336a55d8-a130-42a5-92b6-948243c7b87d tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 45.048s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.232258] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 916.262537] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 916.262805] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 916.262944] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 916.263307] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 916.263495] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 916.263651] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 916.263861] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 916.264090] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 916.264321] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 916.264652] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 916.264707] env[65481]: DEBUG nova.virt.hardware [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 916.265863] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d98a779-ca8f-4eb9-ad10-a92b364fb489 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.274938] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-712f81ae-4617-4017-998d-23f28b71e8a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.334834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.136s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.337971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 36.037s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 916.339716] env[65481]: INFO nova.compute.claims [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 916.353837] env[65481]: DEBUG oslo_vmware.api [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Task: {'id': task-4884766, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131027} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.354149] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 916.354348] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 916.354524] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 916.354698] env[65481]: INFO nova.compute.manager [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Took 1.13 seconds to destroy the instance on the hypervisor. [ 916.354950] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 916.355167] env[65481]: DEBUG nova.compute.manager [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 916.355268] env[65481]: DEBUG nova.network.neutron [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 916.355525] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.367824] env[65481]: INFO nova.scheduler.client.report [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Deleted allocations for instance c5e60097-9a02-49d5-9c05-ec74e5e8a69f [ 916.481612] env[65481]: DEBUG nova.network.neutron [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 916.481912] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 916.611795] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d69522-30f4-11d9-d89c-e0edb8a58c74, 'name': SearchDatastore_Task, 'duration_secs': 0.027456} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.612742] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0ebb749f-a751-4997-9ccf-0ce8b01d6788 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.618910] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 916.618910] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df6afd-4dd7-dd2f-0c11-92346bceb3a3" [ 916.618910] env[65481]: _type = "Task" [ 916.618910] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.627955] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df6afd-4dd7-dd2f-0c11-92346bceb3a3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.702651] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884767, 'name': PowerOffVM_Task, 'duration_secs': 0.314374} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 916.702651] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 916.702811] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 916.703077] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5621b3d-48a7-4f70-b6fb-e2c2392ddfde {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.768653] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 916.768856] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 916.769047] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleting the datastore file [datastore2] df813b65-e6c1-402e-b3c5-8d0d4404c003 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 916.769383] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4717258f-4789-472f-9a67-d2a02aae3657 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 916.776904] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for the task: (returnval){ [ 916.776904] env[65481]: value = "task-4884769" [ 916.776904] env[65481]: _type = "Task" [ 916.776904] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 916.786395] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884769, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 916.876095] env[65481]: DEBUG oslo_concurrency.lockutils [None req-eb6b19fc-9d30-40e6-91da-ab38d018f844 tempest-SecurityGroupsTestJSON-678491040 tempest-SecurityGroupsTestJSON-678491040-project-member] Lock "c5e60097-9a02-49d5-9c05-ec74e5e8a69f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 42.232s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 916.968584] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Successfully updated port: f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 916.987758] env[65481]: DEBUG nova.network.neutron [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.131928] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df6afd-4dd7-dd2f-0c11-92346bceb3a3, 'name': SearchDatastore_Task, 'duration_secs': 0.046183} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.131928] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.131928] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 97f6fba1-8341-42c7-a5d9-a085c09c88f0/97f6fba1-8341-42c7-a5d9-a085c09c88f0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 917.132074] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ab05cb74-5487-4d9b-b434-e59492999fdc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.141588] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 917.141588] env[65481]: value = "task-4884770" [ 917.141588] env[65481]: _type = "Task" [ 917.141588] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 917.156194] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884770, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.179522] env[65481]: WARNING neutronclient.v2_0.client [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.286306] env[65481]: DEBUG nova.network.neutron [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Updated VIF entry in instance network info cache for port 494d15dc-621d-42c7-8489-0ff4e105f95d. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 917.286306] env[65481]: DEBUG nova.network.neutron [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Updating instance_info_cache with network_info: [{"id": "494d15dc-621d-42c7-8489-0ff4e105f95d", "address": "fa:16:3e:be:a9:81", "network": {"id": "d9d4e631-e27f-4015-a827-55e7b16c0f27", "bridge": "br-int", "label": "tempest-ServerTagsTestJSON-757685745-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "435c5abecd6f401bb32a44cc7a3e1154", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "27138a4c-60c9-45fb-bf37-4c2f765315a3", "external-id": "nsx-vlan-transportzone-736", "segmentation_id": 736, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494d15dc-62", "ovs_interfaceid": "494d15dc-621d-42c7-8489-0ff4e105f95d", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 917.292909] env[65481]: DEBUG oslo_vmware.api [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Task: {'id': task-4884769, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.38568} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 917.294632] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 917.294920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 917.295162] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 917.295322] env[65481]: INFO nova.compute.manager [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Took 1.13 seconds to destroy the instance on the hypervisor. [ 917.295577] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 917.295975] env[65481]: DEBUG nova.compute.manager [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 917.296089] env[65481]: DEBUG nova.network.neutron [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 917.296338] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.342462] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 917.471010] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.471189] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.471427] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 917.493714] env[65481]: INFO nova.compute.manager [-] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Took 1.14 seconds to deallocate network for instance. [ 917.663210] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884770, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 917.795144] env[65481]: DEBUG oslo_concurrency.lockutils [req-29e93c76-2731-45da-86ff-11a98ff09860 req-c4f7bd8c-4dc0-42f0-ab49-b598eb0c2c54 service nova] Releasing lock "refresh_cache-97f6fba1-8341-42c7-a5d9-a085c09c88f0" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 917.797587] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-73f1e218-549e-47c1-bf93-81c3a0abdf76 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.808526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f9f5016-b7d9-427b-b846-aabf53c3147b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.843751] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96722382-3ad1-4969-86c7-370a64fcf121 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.851158] env[65481]: DEBUG nova.compute.manager [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-changed-d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 917.853592] env[65481]: DEBUG nova.compute.manager [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing instance network info cache due to event network-changed-d2b255e3-306f-430f-917a-c5e4dbfe8647. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 917.853592] env[65481]: DEBUG oslo_concurrency.lockutils [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 917.853592] env[65481]: DEBUG oslo_concurrency.lockutils [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 917.853592] env[65481]: DEBUG nova.network.neutron [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing network info cache for port d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 917.858549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38950ac2-0304-40f6-96f9-df627e14aa5a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 917.881532] env[65481]: DEBUG nova.compute.provider_tree [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 918.004120] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.028288] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 918.128033] env[65481]: DEBUG nova.network.neutron [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.141542] env[65481]: WARNING neutronclient.v2_0.client [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.161513] env[65481]: DEBUG nova.compute.manager [req-93cb5a48-cb09-4118-be49-2476290f8c7c req-492a4fc6-21bd-40ec-b37a-9b67aa1099e0 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Received event network-vif-deleted-ad951971-bb22-4471-8125-bbf2338c5709 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 918.164251] env[65481]: INFO nova.compute.manager [req-93cb5a48-cb09-4118-be49-2476290f8c7c req-492a4fc6-21bd-40ec-b37a-9b67aa1099e0 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Neutron deleted interface ad951971-bb22-4471-8125-bbf2338c5709; detaching it from the instance and deleting it from the info cache [ 918.164481] env[65481]: DEBUG nova.network.neutron [req-93cb5a48-cb09-4118-be49-2476290f8c7c req-492a4fc6-21bd-40ec-b37a-9b67aa1099e0 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.173635] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884770, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.857685} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.174431] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 97f6fba1-8341-42c7-a5d9-a085c09c88f0/97f6fba1-8341-42c7-a5d9-a085c09c88f0.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 918.175643] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 918.176537] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6dcded3e-086d-4ea3-a196-ff3eef0ec7ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.186237] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 918.186237] env[65481]: value = "task-4884771" [ 918.186237] env[65481]: _type = "Task" [ 918.186237] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.202835] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884771, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.231372] env[65481]: DEBUG nova.network.neutron [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating instance_info_cache with network_info: [{"id": "f7f573d3-8686-443c-8bf5-8c606d09263c", "address": "fa:16:3e:45:b8:57", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f573d3-86", "ovs_interfaceid": "f7f573d3-8686-443c-8bf5-8c606d09263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.358320] env[65481]: WARNING neutronclient.v2_0.client [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.385680] env[65481]: DEBUG nova.scheduler.client.report [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 918.558391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.558664] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.558868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.559057] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.559228] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.561365] env[65481]: INFO nova.compute.manager [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Terminating instance [ 918.580801] env[65481]: WARNING neutronclient.v2_0.client [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 918.630514] env[65481]: INFO nova.compute.manager [-] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Took 1.33 seconds to deallocate network for instance. [ 918.631127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 918.631269] env[65481]: DEBUG oslo_concurrency.lockutils [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 918.631422] env[65481]: DEBUG nova.compute.manager [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 918.633646] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1373f97-7ca5-4df2-8fa1-3b8da1286361 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.643468] env[65481]: DEBUG nova.compute.manager [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 918.644023] env[65481]: DEBUG nova.objects.instance [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 918.660096] env[65481]: DEBUG nova.network.neutron [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updated VIF entry in instance network info cache for port d2b255e3-306f-430f-917a-c5e4dbfe8647. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 918.660634] env[65481]: DEBUG nova.network.neutron [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 918.672020] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6995ad62-921b-4ee8-95c4-c2bd4ebc4a81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.673928] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-136c896f-b8f5-4f12-a15f-be99a26e8bc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.682224] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Suspending the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 918.684263] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-ab208765-3918-414f-bc71-f0e6614b9610 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.688830] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f817101-d2ca-430a-b6be-f73357b6834e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.705593] env[65481]: DEBUG oslo_vmware.api [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 918.705593] env[65481]: value = "task-4884772" [ 918.705593] env[65481]: _type = "Task" [ 918.705593] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.712683] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884771, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.06987} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 918.713481] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 918.714835] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1c9e45-183a-49eb-b541-7ea6e804cf2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.735982] env[65481]: DEBUG oslo_vmware.api [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884772, 'name': SuspendVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.736969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 918.737342] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Instance network_info: |[{"id": "f7f573d3-8686-443c-8bf5-8c606d09263c", "address": "fa:16:3e:45:b8:57", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f573d3-86", "ovs_interfaceid": "f7f573d3-8686-443c-8bf5-8c606d09263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 918.737769] env[65481]: DEBUG nova.compute.manager [req-93cb5a48-cb09-4118-be49-2476290f8c7c req-492a4fc6-21bd-40ec-b37a-9b67aa1099e0 service nova] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Detach interface failed, port_id=ad951971-bb22-4471-8125-bbf2338c5709, reason: Instance df813b65-e6c1-402e-b3c5-8d0d4404c003 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 918.738890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:45:b8:57', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '73b1ea51-8078-4169-921e-d5a224120ab4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f7f573d3-8686-443c-8bf5-8c606d09263c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 918.746830] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 918.756617] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 918.765389] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Reconfiguring VM instance instance-00000048 to attach disk [datastore2] 97f6fba1-8341-42c7-a5d9-a085c09c88f0/97f6fba1-8341-42c7-a5d9-a085c09c88f0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 918.765771] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-30585549-a782-4998-b8eb-c73b83456eb7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.781244] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbc9f183-cb8d-4033-ad45-39955a8540f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 918.802190] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 918.802190] env[65481]: value = "task-4884774" [ 918.802190] env[65481]: _type = "Task" [ 918.802190] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.803654] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 918.803654] env[65481]: value = "task-4884773" [ 918.803654] env[65481]: _type = "Task" [ 918.803654] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 918.816638] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884774, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.820123] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884773, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 918.892232] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.554s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 918.892778] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 918.895834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 34.855s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 919.068100] env[65481]: DEBUG nova.compute.manager [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 919.068387] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 919.069384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd7574e2-a27b-447a-8f96-b1e4cf8b54b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.080031] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.082485] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3dbead86-011c-422a-8a79-b75210e319c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.092421] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 919.092421] env[65481]: value = "task-4884775" [ 919.092421] env[65481]: _type = "Task" [ 919.092421] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.104465] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884775, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.140829] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 919.163704] env[65481]: DEBUG oslo_concurrency.lockutils [req-ce740149-f87a-4a01-8c8e-d087d1d91147 req-90bf0b54-4552-4934-b40e-80917ab80a58 service nova] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.218563] env[65481]: DEBUG oslo_vmware.api [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884772, 'name': SuspendVM_Task} progress is 54%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.317457] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884773, 'name': CreateVM_Task, 'duration_secs': 0.467} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.320748] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 919.321096] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884774, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.321666] env[65481]: WARNING neutronclient.v2_0.client [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.322034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.322502] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.323448] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 919.323448] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-13cbd957-1ab3-4bf1-904c-5a08a065dbac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.332182] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 919.332182] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52372e74-2d91-f268-b145-faea0dd0d8e2" [ 919.332182] env[65481]: _type = "Task" [ 919.332182] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.347467] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52372e74-2d91-f268-b145-faea0dd0d8e2, 'name': SearchDatastore_Task, 'duration_secs': 0.011815} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.347467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 919.347467] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 919.347467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 919.347467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 919.347467] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 919.347668] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-80e06b65-bf6f-4f5d-8f1d-d3921b23a895 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.359098] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 919.359827] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 919.360417] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30f1b76d-bc3f-46bd-b133-d8d38d33d06c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.367858] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 919.367858] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528ee59d-b911-f940-59eb-9f1555cc47e0" [ 919.367858] env[65481]: _type = "Task" [ 919.367858] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.377093] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528ee59d-b911-f940-59eb-9f1555cc47e0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.399513] env[65481]: DEBUG nova.compute.utils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 919.401055] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 919.401254] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 919.401571] env[65481]: WARNING neutronclient.v2_0.client [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.401862] env[65481]: WARNING neutronclient.v2_0.client [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 919.466745] env[65481]: DEBUG nova.policy [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 919.606318] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884775, 'name': PowerOffVM_Task, 'duration_secs': 0.324076} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.606628] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 919.608112] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 919.608112] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6baa06aa-ca9a-4178-9598-e244aa15aac6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.651447] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 919.651902] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f767cce7-9aaf-43a5-a576-7de2bd823b65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.660922] env[65481]: DEBUG oslo_vmware.api [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 919.660922] env[65481]: value = "task-4884777" [ 919.660922] env[65481]: _type = "Task" [ 919.660922] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.671645] env[65481]: DEBUG oslo_vmware.api [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884777, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.680337] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 919.682057] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 919.682057] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleting the datastore file [datastore2] 5547a644-cc2a-48c5-9939-e32cfe3edf51 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 919.682057] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fc0c2b-407a-453b-af93-e8de310bc657 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.689096] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for the task: (returnval){ [ 919.689096] env[65481]: value = "task-4884778" [ 919.689096] env[65481]: _type = "Task" [ 919.689096] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.702235] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884778, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.723022] env[65481]: DEBUG oslo_vmware.api [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884772, 'name': SuspendVM_Task, 'duration_secs': 0.853398} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.723362] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Suspended the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 919.723535] env[65481]: DEBUG nova.compute.manager [None req-e2ba326e-0a90-4741-960b-d70e42a68835 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 919.724375] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac6d6dac-e086-4b8c-acca-46366974a67f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.784158] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fd4fb5b-b5f8-40f0-b31b-af455133e28a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.793839] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e270ab63-197a-4c54-8265-879e20ad9a69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.840101] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f533c2fe-bdd5-4459-879d-74c2e84e2fbd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.848926] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884774, 'name': ReconfigVM_Task, 'duration_secs': 0.739882} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.850988] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Reconfigured VM instance instance-00000048 to attach disk [datastore2] 97f6fba1-8341-42c7-a5d9-a085c09c88f0/97f6fba1-8341-42c7-a5d9-a085c09c88f0.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 919.851763] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ad619ccb-0ccd-435e-b660-d28e1531951e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.854706] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88606f4c-e0b2-4065-8a7a-3fae36407689 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.872686] env[65481]: DEBUG nova.compute.provider_tree [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 919.880062] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 919.880062] env[65481]: value = "task-4884779" [ 919.880062] env[65481]: _type = "Task" [ 919.880062] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.889201] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528ee59d-b911-f940-59eb-9f1555cc47e0, 'name': SearchDatastore_Task, 'duration_secs': 0.013174} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 919.891314] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30eb891d-d4be-4469-a756-c9b2f2bc1ad3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 919.899414] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884779, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.904285] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 919.904285] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5220e71f-4027-28a8-299b-cabe7c104042" [ 919.904285] env[65481]: _type = "Task" [ 919.904285] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 919.909386] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 919.916745] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5220e71f-4027-28a8-299b-cabe7c104042, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 919.928575] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Successfully created port: a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 920.171721] env[65481]: DEBUG oslo_vmware.api [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884777, 'name': PowerOffVM_Task, 'duration_secs': 0.196936} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.173799] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 920.173799] env[65481]: DEBUG nova.compute.manager [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 920.174111] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb95c3d-59c8-4e39-a23f-b2087a55595d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.198248] env[65481]: DEBUG oslo_vmware.api [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Task: {'id': task-4884778, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.196137} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.198610] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 920.198851] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 920.199101] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 920.199349] env[65481]: INFO nova.compute.manager [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Took 1.13 seconds to destroy the instance on the hypervisor. [ 920.199701] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 920.199967] env[65481]: DEBUG nova.compute.manager [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 920.200112] env[65481]: DEBUG nova.network.neutron [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 920.200448] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.381978] env[65481]: DEBUG nova.scheduler.client.report [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 920.397737] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884779, 'name': Rename_Task, 'duration_secs': 0.348796} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.398083] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 920.404137] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 920.404137] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d28cfd68-fe8c-460b-a500-fb9e36281977 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.420027] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 920.420027] env[65481]: value = "task-4884780" [ 920.420027] env[65481]: _type = "Task" [ 920.420027] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.428790] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5220e71f-4027-28a8-299b-cabe7c104042, 'name': SearchDatastore_Task, 'duration_secs': 0.014348} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 920.429507] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 920.429774] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fdbeac26-283f-4692-9111-9e908ad20355/fdbeac26-283f-4692-9111-9e908ad20355.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 920.432544] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a18d549f-f08d-4ebc-b223-86e6aba72767 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.436459] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884780, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.442013] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 920.442013] env[65481]: value = "task-4884781" [ 920.442013] env[65481]: _type = "Task" [ 920.442013] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 920.451737] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884781, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.692162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-573f4ee2-10b7-4035-af4b-cdb95473fda5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.060s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 920.791825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "e12500d6-323c-4f53-94eb-c585f7f0f587" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 920.792187] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 920.919542] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 920.940975] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884780, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.964752] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884781, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 920.967884] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 920.968299] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 920.968600] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 920.968876] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 920.969126] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 920.969446] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 920.969756] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 920.969952] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 920.970144] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 920.970310] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 920.970482] env[65481]: DEBUG nova.virt.hardware [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 920.971469] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d4afde-aca5-4277-9c95-96aad95dae4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 920.981620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-603a56d1-3072-4006-ab6a-5d1f6be35c59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.295993] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 921.399815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.502s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.401929] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.797s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.401929] env[65481]: DEBUG nova.objects.instance [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lazy-loading 'resources' on Instance uuid 79f9724f-65f5-4f02-9e13-6887d98129a4 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 921.441293] env[65481]: DEBUG oslo_vmware.api [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884780, 'name': PowerOnVM_Task, 'duration_secs': 0.628258} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.441844] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 921.441844] env[65481]: INFO nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Took 9.83 seconds to spawn the instance on the hypervisor. [ 921.442042] env[65481]: DEBUG nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 921.442945] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2466f2a-df84-46dc-acf8-a07972238c0b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.458256] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884781, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.561633} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.462588] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] fdbeac26-283f-4692-9111-9e908ad20355/fdbeac26-283f-4692-9111-9e908ad20355.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 921.462588] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 921.466198] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d7ecbdd8-3efd-447f-92bc-a29d5e35a154 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 921.475491] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 921.475491] env[65481]: value = "task-4884782" [ 921.475491] env[65481]: _type = "Task" [ 921.475491] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 921.489331] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884782, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 921.627269] env[65481]: DEBUG nova.network.neutron [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 921.661833] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Successfully updated port: a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 921.705983] env[65481]: DEBUG nova.compute.manager [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Received event network-vif-plugged-f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.706278] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.706546] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Lock "fdbeac26-283f-4692-9111-9e908ad20355-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 921.706717] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Lock "fdbeac26-283f-4692-9111-9e908ad20355-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 921.706903] env[65481]: DEBUG nova.compute.manager [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] No waiting events found dispatching network-vif-plugged-f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 921.707101] env[65481]: WARNING nova.compute.manager [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Received unexpected event network-vif-plugged-f7f573d3-8686-443c-8bf5-8c606d09263c for instance with vm_state building and task_state spawning. [ 921.707289] env[65481]: DEBUG nova.compute.manager [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Received event network-changed-f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 921.707476] env[65481]: DEBUG nova.compute.manager [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Refreshing instance network info cache due to event network-changed-f7f573d3-8686-443c-8bf5-8c606d09263c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 921.707660] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Acquiring lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 921.707787] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Acquired lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 921.707930] env[65481]: DEBUG nova.network.neutron [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Refreshing network info cache for port f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 921.824360] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 921.984693] env[65481]: INFO nova.scheduler.client.report [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocation for migration d043648b-8b43-4abe-a489-1e31127010f4 [ 921.985670] env[65481]: INFO nova.compute.manager [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Took 48.95 seconds to build instance. [ 921.995473] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884782, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068373} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 921.998138] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 921.999256] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-676ec1ad-dc21-43d4-835b-1f4b72899525 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.030613] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] fdbeac26-283f-4692-9111-9e908ad20355/fdbeac26-283f-4692-9111-9e908ad20355.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 922.033801] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bfecef97-8db5-4f0c-a735-e5dd076ec729 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.056596] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 922.056596] env[65481]: value = "task-4884783" [ 922.056596] env[65481]: _type = "Task" [ 922.056596] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.068759] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884783, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.129993] env[65481]: INFO nova.compute.manager [-] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Took 1.93 seconds to deallocate network for instance. [ 922.165040] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 922.165315] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 922.165526] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 922.192395] env[65481]: DEBUG nova.compute.manager [req-43c43015-3f3a-4d30-9a8b-03c301260f8c req-88742a4e-ad29-4970-9dca-c83cff02d4f6 service nova] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Received event network-vif-deleted-ddddeb58-e58a-4970-b728-cc29ee3fb8df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 922.211111] env[65481]: WARNING neutronclient.v2_0.client [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.324218] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b536e18-954c-4a7c-886b-287d0631bc1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.336681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10a1b0f7-6641-4a5a-a8af-916b98113536 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.373626] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97d82f40-825f-4d45-b7b7-487c3bd2d575 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.381852] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9fac19d-a050-4777-b18c-88665e400ce9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.398383] env[65481]: DEBUG nova.compute.provider_tree [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 922.443957] env[65481]: WARNING neutronclient.v2_0.client [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.487918] env[65481]: DEBUG oslo_concurrency.lockutils [None req-20447156-3748-4feb-8b42-3478df22294e tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.474s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.491379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b8ac39fd-cd6d-47b4-9dfb-7aeeac26f550 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 41.991s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 922.533368] env[65481]: DEBUG nova.network.neutron [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updated VIF entry in instance network info cache for port f7f573d3-8686-443c-8bf5-8c606d09263c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 922.534594] env[65481]: DEBUG nova.network.neutron [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating instance_info_cache with network_info: [{"id": "f7f573d3-8686-443c-8bf5-8c606d09263c", "address": "fa:16:3e:45:b8:57", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f573d3-86", "ovs_interfaceid": "f7f573d3-8686-443c-8bf5-8c606d09263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 922.567480] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884783, 'name': ReconfigVM_Task, 'duration_secs': 0.349603} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 922.567951] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfigured VM instance instance-0000004a to attach disk [datastore2] fdbeac26-283f-4692-9111-9e908ad20355/fdbeac26-283f-4692-9111-9e908ad20355.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 922.568974] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7d114c6d-4244-44d4-9214-21e96a967f8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 922.579759] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 922.579759] env[65481]: value = "task-4884784" [ 922.579759] env[65481]: _type = "Task" [ 922.579759] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 922.593615] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884784, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 922.637367] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 922.721368] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 922.854929] env[65481]: WARNING neutronclient.v2_0.client [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 922.902556] env[65481]: DEBUG nova.scheduler.client.report [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 923.018489] env[65481]: DEBUG nova.network.neutron [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Updating instance_info_cache with network_info: [{"id": "a69b4628-2f44-45a6-adec-df6d095474c9", "address": "fa:16:3e:b1:68:4a", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69b4628-2f", "ovs_interfaceid": "a69b4628-2f44-45a6-adec-df6d095474c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 923.037123] env[65481]: DEBUG oslo_concurrency.lockutils [req-e3ccf771-9035-498d-a6d8-87d1ebe87926 req-a4a5422a-3fe8-4cc8-9015-c623d44ec4fc service nova] Releasing lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.092378] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884784, 'name': Rename_Task, 'duration_secs': 0.146132} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 923.092378] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 923.092523] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e94430e1-626e-413d-9f69-37e5b07ff432 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.100980] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 923.100980] env[65481]: value = "task-4884785" [ 923.100980] env[65481]: _type = "Task" [ 923.100980] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.112594] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884785, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.407851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.007s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.410718] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.965s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.411293] env[65481]: DEBUG nova.objects.instance [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lazy-loading 'resources' on Instance uuid 254c11d4-87f9-465d-bdca-3ac7930d4000 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 923.441148] env[65481]: INFO nova.scheduler.client.report [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Deleted allocations for instance 79f9724f-65f5-4f02-9e13-6887d98129a4 [ 923.522704] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 923.522704] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Instance network_info: |[{"id": "a69b4628-2f44-45a6-adec-df6d095474c9", "address": "fa:16:3e:b1:68:4a", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69b4628-2f", "ovs_interfaceid": "a69b4628-2f44-45a6-adec-df6d095474c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 923.522704] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:b1:68:4a', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a69b4628-2f44-45a6-adec-df6d095474c9', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 923.530620] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 923.531766] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 923.532050] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c805843e-f9a7-4159-85d6-f9c5775913e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.553388] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 923.553388] env[65481]: value = "task-4884786" [ 923.553388] env[65481]: _type = "Task" [ 923.553388] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 923.563241] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884786, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.581837] env[65481]: DEBUG nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 923.583767] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d59dbc-ccd5-4590-9c29-6da4a1dbeaba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 923.613660] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 923.801401] env[65481]: DEBUG nova.compute.manager [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Stashing vm_state: stopped {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 923.830679] env[65481]: DEBUG nova.compute.manager [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Received event network-vif-plugged-a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.831132] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Acquiring lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 923.831407] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 923.832043] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 923.832137] env[65481]: DEBUG nova.compute.manager [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] No waiting events found dispatching network-vif-plugged-a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 923.832317] env[65481]: WARNING nova.compute.manager [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Received unexpected event network-vif-plugged-a69b4628-2f44-45a6-adec-df6d095474c9 for instance with vm_state building and task_state spawning. [ 923.832501] env[65481]: DEBUG nova.compute.manager [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Received event network-changed-a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 923.832752] env[65481]: DEBUG nova.compute.manager [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Refreshing instance network info cache due to event network-changed-a69b4628-2f44-45a6-adec-df6d095474c9. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 923.832997] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Acquiring lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 923.833305] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Acquired lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 923.833551] env[65481]: DEBUG nova.network.neutron [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Refreshing network info cache for port a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 923.951783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ac3ef3c4-9da8-4d31-aedc-e668c018d4b6 tempest-ListImageFiltersTestJSON-1914615487 tempest-ListImageFiltersTestJSON-1914615487-project-member] Lock "79f9724f-65f5-4f02-9e13-6887d98129a4" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.913s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 924.065358] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884786, 'name': CreateVM_Task, 'duration_secs': 0.353635} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.065543] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 924.066110] env[65481]: WARNING neutronclient.v2_0.client [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.066495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.067424] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.067424] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 924.067424] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-25852354-ab97-44e3-8ec5-495bf8259cfb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.075120] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 924.075120] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3fb69-31b0-09cf-5550-81bcfa112aa2" [ 924.075120] env[65481]: _type = "Task" [ 924.075120] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.083642] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3fb69-31b0-09cf-5550-81bcfa112aa2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.101679] env[65481]: INFO nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] instance snapshotting [ 924.103274] env[65481]: WARNING nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] trying to snapshot a non-running instance: (state: 7 expected: 1) [ 924.108592] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01979791-743d-4dfd-a7db-7865182923c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.120190] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.139617] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d2e1adef-8b58-4b13-b2b4-dc4a7d0e78e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.309773] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc6b56d9-83e1-46a8-b6d5-9efc18b8b719 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.320040] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b39102-e293-49b7-bb6d-ee6a17c76a28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.326725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 924.353705] env[65481]: WARNING neutronclient.v2_0.client [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.358065] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5618c105-e247-4aa3-bea2-e2133f1d46a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.366964] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2430b89-0f9e-4051-8cdc-d084026763ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.381680] env[65481]: DEBUG nova.compute.provider_tree [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 924.564219] env[65481]: WARNING neutronclient.v2_0.client [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 924.587121] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3fb69-31b0-09cf-5550-81bcfa112aa2, 'name': SearchDatastore_Task, 'duration_secs': 0.033366} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 924.587439] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 924.587672] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 924.587912] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 924.588065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 924.588246] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 924.588514] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a33d7510-34a9-4164-a5bd-87f32a18775f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.609082] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 924.609268] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 924.610383] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-def27056-c94d-4a93-ab68-24cc221c4789 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.616894] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884785, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.620713] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 924.620713] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526c171b-8318-a2e8-ab96-3eabebd97bca" [ 924.620713] env[65481]: _type = "Task" [ 924.620713] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.632653] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526c171b-8318-a2e8-ab96-3eabebd97bca, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.653296] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 924.653649] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-88c82745-ba12-4c89-9f18-d3776c324507 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 924.664516] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 924.664516] env[65481]: value = "task-4884787" [ 924.664516] env[65481]: _type = "Task" [ 924.664516] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 924.672014] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884787, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 924.703888] env[65481]: DEBUG nova.network.neutron [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Updated VIF entry in instance network info cache for port a69b4628-2f44-45a6-adec-df6d095474c9. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 924.704572] env[65481]: DEBUG nova.network.neutron [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Updating instance_info_cache with network_info: [{"id": "a69b4628-2f44-45a6-adec-df6d095474c9", "address": "fa:16:3e:b1:68:4a", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa69b4628-2f", "ovs_interfaceid": "a69b4628-2f44-45a6-adec-df6d095474c9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 924.885583] env[65481]: DEBUG nova.scheduler.client.report [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 925.114636] env[65481]: DEBUG oslo_vmware.api [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884785, 'name': PowerOnVM_Task, 'duration_secs': 1.584512} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.114916] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 925.115126] env[65481]: INFO nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Took 8.88 seconds to spawn the instance on the hypervisor. [ 925.115314] env[65481]: DEBUG nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 925.116170] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-291ca1f4-64d6-49ff-936d-0c6639f4086a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.135079] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526c171b-8318-a2e8-ab96-3eabebd97bca, 'name': SearchDatastore_Task, 'duration_secs': 0.030549} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.135892] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34cda505-dea1-4faa-8344-435fd06ee05e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.142074] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 925.142074] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff5a3a-f676-faf4-9617-593d8ea7c6da" [ 925.142074] env[65481]: _type = "Task" [ 925.142074] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.152372] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff5a3a-f676-faf4-9617-593d8ea7c6da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.173979] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.208487] env[65481]: DEBUG oslo_concurrency.lockutils [req-a77b6e3a-c7e7-43cf-a5ca-979892bd1f7e req-164ccee4-3103-4fed-b654-820c30ca1b79 service nova] Releasing lock "refresh_cache-d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.296249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.297253] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.298264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 925.298264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.298625] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.304949] env[65481]: INFO nova.compute.manager [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Terminating instance [ 925.391371] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.981s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 925.394620] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 36.612s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 925.394760] env[65481]: DEBUG nova.objects.instance [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 925.434096] env[65481]: INFO nova.scheduler.client.report [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted allocations for instance 254c11d4-87f9-465d-bdca-3ac7930d4000 [ 925.637685] env[65481]: INFO nova.compute.manager [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Took 49.35 seconds to build instance. [ 925.654811] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff5a3a-f676-faf4-9617-593d8ea7c6da, 'name': SearchDatastore_Task, 'duration_secs': 0.010855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 925.655305] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 925.655466] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d5457a55-4fbf-43d6-a6eb-d671cd9a89ae/d5457a55-4fbf-43d6-a6eb-d671cd9a89ae.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 925.656199] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9512ceac-e429-44ab-a447-d6a2c9cf372b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.663632] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 925.663632] env[65481]: value = "task-4884788" [ 925.663632] env[65481]: _type = "Task" [ 925.663632] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.678245] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884788, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.682598] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884787, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.811476] env[65481]: DEBUG nova.compute.manager [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 925.812157] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 925.812718] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44f310d5-1c6c-4eb4-911f-67a880a6a04b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.824759] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 925.825118] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ad2bce51-0633-4083-a259-98bec8302c53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 925.836749] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 925.836749] env[65481]: value = "task-4884789" [ 925.836749] env[65481]: _type = "Task" [ 925.836749] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 925.846721] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884789, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 925.950063] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fad64fa3-0aad-42cc-8b0d-652c62566a0b tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "254c11d4-87f9-465d-bdca-3ac7930d4000" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.031s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.049037] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.049252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.144353] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0529475b-d49e-4cf1-be62-6f78bab068b0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 50.872s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.180084] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884788, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.184122] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884787, 'name': CreateSnapshot_Task, 'duration_secs': 1.19495} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.184468] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 926.185307] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-639294ce-024a-4b9d-9bf5-825e4abec9e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.280469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.280469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.280469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.280469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.280469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.282186] env[65481]: INFO nova.compute.manager [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Terminating instance [ 926.349686] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884789, 'name': PowerOffVM_Task, 'duration_secs': 0.216141} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.350369] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 926.350624] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 926.351229] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-24571ab0-3c20-4aa8-8ce5-f76897199d3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.410222] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2b231e33-034f-457c-a8e7-71906c5df1cf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.014s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.410222] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 34.133s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.410489] env[65481]: DEBUG nova.objects.instance [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'resources' on Instance uuid a98557ef-a7ca-4d99-85be-5a71b1dce96c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 926.419709] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 926.420094] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 926.420285] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore2] a152d69b-743f-4385-a71c-9ab27df34c9b {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 926.420597] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-fd0316be-4fd3-471b-9653-78f309c471ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.429227] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 926.429227] env[65481]: value = "task-4884791" [ 926.429227] env[65481]: _type = "Task" [ 926.429227] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.439724] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884791, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.552292] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 926.676129] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884788, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.571302} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.676512] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d5457a55-4fbf-43d6-a6eb-d671cd9a89ae/d5457a55-4fbf-43d6-a6eb-d671cd9a89ae.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 926.676709] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 926.676962] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4eb428ad-4298-48a1-8f97-be76ad6b5138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.684381] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 926.684381] env[65481]: value = "task-4884792" [ 926.684381] env[65481]: _type = "Task" [ 926.684381] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.697283] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884792, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.706935] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 926.707767] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-6c268ca4-f14f-43bf-9b09-274c9ef981ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.716026] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 926.716026] env[65481]: value = "task-4884793" [ 926.716026] env[65481]: _type = "Task" [ 926.716026] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.724666] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884793, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.786206] env[65481]: DEBUG nova.compute.manager [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 926.786451] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 926.787787] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee73b8c0-e7c5-4252-aee2-3fe2d5998cce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.796433] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 926.796740] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a5153ec2-2477-4257-88f0-e86b81dba469 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 926.804014] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 926.804014] env[65481]: value = "task-4884794" [ 926.804014] env[65481]: _type = "Task" [ 926.804014] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 926.815036] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884794, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 926.817669] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "5b571204-f656-4697-b62a-5caf8929d3d7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.817965] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.818211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 926.818426] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 926.818615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 926.823207] env[65481]: INFO nova.compute.manager [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Terminating instance [ 926.941147] env[65481]: DEBUG oslo_vmware.api [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884791, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.157066} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 926.942073] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 926.942073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 926.942073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 926.942073] env[65481]: INFO nova.compute.manager [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 926.942284] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 926.942547] env[65481]: DEBUG nova.compute.manager [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 926.943263] env[65481]: DEBUG nova.network.neutron [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 926.943263] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.084346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 927.178936] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.198404] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884792, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.179161} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.201832] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 927.203170] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd34dc2e-d2b2-4485-9465-eb23c80bb61a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.227092] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Reconfiguring VM instance instance-0000004b to attach disk [datastore1] d5457a55-4fbf-43d6-a6eb-d671cd9a89ae/d5457a55-4fbf-43d6-a6eb-d671cd9a89ae.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 927.232931] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-205f6207-a5d8-46ad-9032-8b0703ee5f7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.255140] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884793, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.256720] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 927.256720] env[65481]: value = "task-4884795" [ 927.256720] env[65481]: _type = "Task" [ 927.256720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.268799] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884795, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.314025] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884794, 'name': PowerOffVM_Task, 'duration_secs': 0.414549} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.316838] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.317041] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.318912] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ea37f40d-3d27-47a4-acc6-453f6cf68ecb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.328148] env[65481]: DEBUG nova.compute.manager [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 927.328263] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 927.329126] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca8d1ebe-3043-4106-aef9-972605c657b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.337597] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 927.340668] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-31f3f17f-957f-4ec2-8f81-14ae574d4f1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.348369] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 927.348369] env[65481]: value = "task-4884797" [ 927.348369] env[65481]: _type = "Task" [ 927.348369] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.361515] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884797, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.398573] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.398809] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.398983] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Deleting the datastore file [datastore2] 97f6fba1-8341-42c7-a5d9-a085c09c88f0 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.400506] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-61137c86-9930-47de-8d7c-019ad641758b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.403951] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdc4def0-77b7-4c22-909b-370e0fb0e656 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.414138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-009b2da4-4b76-4cb9-96bf-87e2662a87be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.418344] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for the task: (returnval){ [ 927.418344] env[65481]: value = "task-4884798" [ 927.418344] env[65481]: _type = "Task" [ 927.418344] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 927.464896] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31e493de-1737-4ff3-bc72-55e0c22de4ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.473739] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884798, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.481299] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6e23ddb-9373-4cdd-8fbe-8816a0b5e75e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.509764] env[65481]: DEBUG nova.compute.provider_tree [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 927.733917] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884793, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.771383] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884795, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 927.860787] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884797, 'name': PowerOffVM_Task, 'duration_secs': 0.290136} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.861304] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 927.863451] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 927.863451] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d71c20a7-9133-4414-b836-170cae5c0b97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.936641] env[65481]: DEBUG oslo_vmware.api [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Task: {'id': task-4884798, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.216318} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 927.937219] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 927.937356] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 927.937635] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 927.937931] env[65481]: INFO nova.compute.manager [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Took 1.15 seconds to destroy the instance on the hypervisor. [ 927.938378] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 927.938620] env[65481]: DEBUG nova.compute.manager [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 927.938690] env[65481]: DEBUG nova.network.neutron [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 927.939268] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 927.976299] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 927.979343] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 927.979607] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleting the datastore file [datastore1] 5b571204-f656-4697-b62a-5caf8929d3d7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 927.979916] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d1c7958f-a428-4b9e-b16c-785a5bf41380 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 927.991120] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for the task: (returnval){ [ 927.991120] env[65481]: value = "task-4884800" [ 927.991120] env[65481]: _type = "Task" [ 927.991120] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.000620] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884800, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.018324] env[65481]: DEBUG nova.scheduler.client.report [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 928.031408] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.039032] env[65481]: DEBUG nova.network.neutron [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.231912] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884793, 'name': CloneVM_Task, 'duration_secs': 1.350008} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.233785] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Created linked-clone VM from snapshot [ 928.233785] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aa1f264d-51f5-486e-9370-cdb0f59b3557 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.242786] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Uploading image 9e0a9689-ba7d-49ef-a3b0-4412f008449e {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 928.273216] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884795, 'name': ReconfigVM_Task, 'duration_secs': 0.679436} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.276303] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Reconfigured VM instance instance-0000004b to attach disk [datastore1] d5457a55-4fbf-43d6-a6eb-d671cd9a89ae/d5457a55-4fbf-43d6-a6eb-d671cd9a89ae.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 928.277222] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0823f5bf-868b-4d56-af34-f0b94076010a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.293048] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 928.293048] env[65481]: value = "vm-951901" [ 928.293048] env[65481]: _type = "VirtualMachine" [ 928.293048] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 928.293525] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 928.293525] env[65481]: value = "task-4884801" [ 928.293525] env[65481]: _type = "Task" [ 928.293525] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.294074] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-29021c09-b71b-470e-9c40-7554e9989987 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.313796] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884801, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.318319] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease: (returnval){ [ 928.318319] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f46d6c-6f44-b876-49b1-67d098b8e766" [ 928.318319] env[65481]: _type = "HttpNfcLease" [ 928.318319] env[65481]: } obtained for exporting VM: (result){ [ 928.318319] env[65481]: value = "vm-951901" [ 928.318319] env[65481]: _type = "VirtualMachine" [ 928.318319] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 928.318780] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the lease: (returnval){ [ 928.318780] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f46d6c-6f44-b876-49b1-67d098b8e766" [ 928.318780] env[65481]: _type = "HttpNfcLease" [ 928.318780] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 928.325810] env[65481]: DEBUG nova.compute.manager [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Received event network-changed-f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.325992] env[65481]: DEBUG nova.compute.manager [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Refreshing instance network info cache due to event network-changed-f7f573d3-8686-443c-8bf5-8c606d09263c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 928.326226] env[65481]: DEBUG oslo_concurrency.lockutils [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] Acquiring lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 928.326368] env[65481]: DEBUG oslo_concurrency.lockutils [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] Acquired lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 928.326563] env[65481]: DEBUG nova.network.neutron [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Refreshing network info cache for port f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 928.334400] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 928.334400] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f46d6c-6f44-b876-49b1-67d098b8e766" [ 928.334400] env[65481]: _type = "HttpNfcLease" [ 928.334400] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 928.334875] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 928.334875] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f46d6c-6f44-b876-49b1-67d098b8e766" [ 928.334875] env[65481]: _type = "HttpNfcLease" [ 928.334875] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 928.337727] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a1aefa3-83fa-424b-97ae-d3f36c95e209 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.350154] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 928.350154] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 928.453958] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 928.454372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.460585] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fffcfd02-d782-43cf-bd0d-14b9d044520a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.508249] env[65481]: DEBUG oslo_vmware.api [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Task: {'id': task-4884800, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.227249} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.508549] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 928.508732] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 928.508908] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 928.509096] env[65481]: INFO nova.compute.manager [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Took 1.18 seconds to destroy the instance on the hypervisor. [ 928.509422] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 928.510172] env[65481]: DEBUG nova.compute.manager [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 928.510172] env[65481]: DEBUG nova.network.neutron [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 928.510172] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.529417] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.119s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 928.534185] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 35.022s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 928.534466] env[65481]: DEBUG nova.objects.instance [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lazy-loading 'resources' on Instance uuid 71532819-01aa-44e8-8a4e-b7cd091ae17e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 928.540566] env[65481]: INFO nova.compute.manager [-] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Took 1.60 seconds to deallocate network for instance. [ 928.551494] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.568063] env[65481]: INFO nova.scheduler.client.report [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocations for instance a98557ef-a7ca-4d99-85be-5a71b1dce96c [ 928.780099] env[65481]: DEBUG nova.network.neutron [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.792392] env[65481]: DEBUG nova.compute.manager [req-2d197856-2c3f-4084-9357-1ecb0fb578fa req-b2396384-618c-4bee-8ed3-97420d1cbb3b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Received event network-vif-deleted-494d15dc-621d-42c7-8489-0ff4e105f95d {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 928.792649] env[65481]: INFO nova.compute.manager [req-2d197856-2c3f-4084-9357-1ecb0fb578fa req-b2396384-618c-4bee-8ed3-97420d1cbb3b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Neutron deleted interface 494d15dc-621d-42c7-8489-0ff4e105f95d; detaching it from the instance and deleting it from the info cache [ 928.792838] env[65481]: DEBUG nova.network.neutron [req-2d197856-2c3f-4084-9357-1ecb0fb578fa req-b2396384-618c-4bee-8ed3-97420d1cbb3b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 928.815270] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884801, 'name': Rename_Task, 'duration_secs': 0.22594} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 928.820081] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 928.821025] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e3ba3e7-2b1d-4e3f-b754-b95b74af7550 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 928.830333] env[65481]: WARNING neutronclient.v2_0.client [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 928.833351] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 928.833351] env[65481]: value = "task-4884803" [ 928.833351] env[65481]: _type = "Task" [ 928.833351] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 928.842939] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884803, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 928.962506] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 929.052059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.077491] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f381d53e-837f-43b2-a687-f42a6b1b200b tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "a98557ef-a7ca-4d99-85be-5a71b1dce96c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 39.756s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 929.127718] env[65481]: WARNING neutronclient.v2_0.client [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 929.228190] env[65481]: DEBUG nova.network.neutron [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updated VIF entry in instance network info cache for port f7f573d3-8686-443c-8bf5-8c606d09263c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 929.228676] env[65481]: DEBUG nova.network.neutron [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating instance_info_cache with network_info: [{"id": "f7f573d3-8686-443c-8bf5-8c606d09263c", "address": "fa:16:3e:45:b8:57", "network": {"id": "d31aac30-2250-4695-80a1-9a801f5d43d6", "bridge": "br-int", "label": "tempest-AttachVolumeTestJSON-1364328835-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.234", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "2f85cfd4a6464989b6e7055bc21e2862", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "73b1ea51-8078-4169-921e-d5a224120ab4", "external-id": "nsx-vlan-transportzone-689", "segmentation_id": 689, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf7f573d3-86", "ovs_interfaceid": "f7f573d3-8686-443c-8bf5-8c606d09263c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.282467] env[65481]: INFO nova.compute.manager [-] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Took 1.34 seconds to deallocate network for instance. [ 929.297583] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a6ce3d0a-be47-4a07-b865-80171e5f2238 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.313691] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f3421d55-ecc7-424d-b5d3-b3beefce108f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.326585] env[65481]: DEBUG nova.network.neutron [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 929.362425] env[65481]: DEBUG nova.compute.manager [req-2d197856-2c3f-4084-9357-1ecb0fb578fa req-b2396384-618c-4bee-8ed3-97420d1cbb3b service nova] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Detach interface failed, port_id=494d15dc-621d-42c7-8489-0ff4e105f95d, reason: Instance 97f6fba1-8341-42c7-a5d9-a085c09c88f0 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 929.379044] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884803, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 929.502134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.560181] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8efca6e1-ab6b-4c50-b2db-9f89222bc94d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.577027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f284615c-9844-4b65-a5a1-8894fb071774 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.620730] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6283cdf5-c996-4b7f-a46c-8e6a5b3bf004 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.631903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f2266c7-59b6-48cf-a45b-43de4f5982db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 929.650614] env[65481]: DEBUG nova.compute.provider_tree [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 929.738181] env[65481]: DEBUG oslo_concurrency.lockutils [req-70f4e474-420e-495b-9225-da66d6353da7 req-6db9f2e2-25ee-4b10-9fe6-961cdb29ebdc service nova] Releasing lock "refresh_cache-fdbeac26-283f-4692-9111-9e908ad20355" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 929.792169] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 929.832688] env[65481]: INFO nova.compute.manager [-] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Took 1.32 seconds to deallocate network for instance. [ 929.849734] env[65481]: DEBUG oslo_vmware.api [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884803, 'name': PowerOnVM_Task, 'duration_secs': 0.667438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 929.850446] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 929.850446] env[65481]: INFO nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Took 8.93 seconds to spawn the instance on the hypervisor. [ 929.850446] env[65481]: DEBUG nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 929.851799] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03626675-2e52-4867-aa37-dcd702e075cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 930.121773] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "f6fe2df1-f7ff-4efb-994c-65d584156459" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.121773] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.154165] env[65481]: DEBUG nova.scheduler.client.report [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 930.343023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 930.356375] env[65481]: DEBUG nova.compute.manager [req-7a14b36f-b838-4d5c-a727-170823de12f5 req-3779e020-72b3-4191-af04-8e9557a9da16 service nova] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Received event network-vif-deleted-b10619fd-39bc-4b11-b225-c061276ecee4 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 930.369106] env[65481]: INFO nova.compute.manager [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Took 50.08 seconds to build instance. [ 930.624066] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 930.662642] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.127s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 930.666632] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.769s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 930.666829] env[65481]: DEBUG nova.objects.instance [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 930.700707] env[65481]: INFO nova.scheduler.client.report [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Deleted allocations for instance 71532819-01aa-44e8-8a4e-b7cd091ae17e [ 930.872545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-081c6b76-015e-4062-a68f-33ffb45cc356 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 54.277s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.152195] env[65481]: DEBUG nova.compute.manager [req-d08f16f6-3d30-456c-8605-351269393a68 req-4dbee599-a229-4896-980f-218e4c799ebc service nova] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Received event network-vif-deleted-ccadbf73-6fd5-4ffa-be39-3081de5fe0be {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 931.155237] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.217475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-56ebfa89-6921-4c5b-9ec7-e45bca258a9c tempest-ServersAdminNegativeTestJSON-571441938 tempest-ServersAdminNegativeTestJSON-571441938-project-member] Lock "71532819-01aa-44e8-8a4e-b7cd091ae17e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 41.214s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.677668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-da875644-5eec-4065-a19a-d06b8e8a7aa2 tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.678915] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 31.914s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.680659] env[65481]: INFO nova.compute.claims [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 931.766868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.767126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.824629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.824965] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.825267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 931.825524] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 931.825723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 931.827967] env[65481]: INFO nova.compute.manager [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Terminating instance [ 932.271834] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 932.333064] env[65481]: DEBUG nova.compute.manager [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 932.333064] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 932.333962] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-47d97c2b-cee5-4046-a094-b6a438fe9d56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.343769] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 932.343769] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a0f52995-6d6e-43fc-9ac2-d48be4045a7d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.352747] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 932.352747] env[65481]: value = "task-4884804" [ 932.352747] env[65481]: _type = "Task" [ 932.352747] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 932.364298] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884804, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 932.798155] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 932.867128] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884804, 'name': PowerOffVM_Task, 'duration_secs': 0.329315} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 932.870306] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 932.870510] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 932.871025] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d6ba7c6a-c4e1-42d0-942d-04ad47584327 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 932.990157] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 932.990157] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 932.990157] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore1] d5457a55-4fbf-43d6-a6eb-d671cd9a89ae {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 932.990579] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-49c855d2-e816-47ed-9bf2-14a334baef5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.001298] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 933.001298] env[65481]: value = "task-4884806" [ 933.001298] env[65481]: _type = "Task" [ 933.001298] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 933.022729] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884806, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 933.134719] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-652640ae-730b-472e-b8bd-388b1fc0a115 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.143269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5759625-4d07-4131-b15b-68de0cfffd37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.176526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c29d944-8fb6-4478-adc4-106e96d896ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.190176] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea7e254-0a22-4670-abe8-db243113a3e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 933.204198] env[65481]: DEBUG nova.compute.provider_tree [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 933.525925] env[65481]: DEBUG oslo_vmware.api [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884806, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.310773} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 933.526317] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 933.526442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 933.526727] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 933.527130] env[65481]: INFO nova.compute.manager [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Took 1.19 seconds to destroy the instance on the hypervisor. [ 933.527454] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 933.527672] env[65481]: DEBUG nova.compute.manager [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 933.527765] env[65481]: DEBUG nova.network.neutron [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 933.528158] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.602101] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 933.706263] env[65481]: DEBUG nova.scheduler.client.report [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 933.842168] env[65481]: DEBUG nova.compute.manager [req-53f42e8e-3807-4740-83a2-c2d689b9e36b req-969ba486-1063-4940-857d-f3162982aafb service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Received event network-vif-deleted-a69b4628-2f44-45a6-adec-df6d095474c9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 933.842347] env[65481]: INFO nova.compute.manager [req-53f42e8e-3807-4740-83a2-c2d689b9e36b req-969ba486-1063-4940-857d-f3162982aafb service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Neutron deleted interface a69b4628-2f44-45a6-adec-df6d095474c9; detaching it from the instance and deleting it from the info cache [ 933.842516] env[65481]: DEBUG nova.network.neutron [req-53f42e8e-3807-4740-83a2-c2d689b9e36b req-969ba486-1063-4940-857d-f3162982aafb service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.212449] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.533s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 934.213247] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 934.216984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.813s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 934.216984] env[65481]: DEBUG nova.objects.instance [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lazy-loading 'resources' on Instance uuid 47f67827-1fb8-4890-9c64-7badb06d1428 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 934.320782] env[65481]: DEBUG nova.network.neutron [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 934.348025] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-aeea0a4f-2dc2-447c-9c34-e598646ee8b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.357760] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75dd3e6-8e25-4508-a516-6e5fc5a2a903 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 934.392908] env[65481]: DEBUG nova.compute.manager [req-53f42e8e-3807-4740-83a2-c2d689b9e36b req-969ba486-1063-4940-857d-f3162982aafb service nova] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Detach interface failed, port_id=a69b4628-2f44-45a6-adec-df6d095474c9, reason: Instance d5457a55-4fbf-43d6-a6eb-d671cd9a89ae could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 934.720672] env[65481]: DEBUG nova.compute.utils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 934.729341] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 934.823529] env[65481]: INFO nova.compute.manager [-] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Took 1.30 seconds to deallocate network for instance. [ 935.117122] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697dea21-6830-4b64-b993-3b6a347c0959 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.126312] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df614a56-9201-4637-9d69-119b1f4e5b4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.170142] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8103331-9d7d-4bc6-a9e2-a93f1560afd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.179509] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a10341a1-02a7-4866-a9d0-7881903e6778 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 935.196010] env[65481]: DEBUG nova.compute.provider_tree [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 935.227383] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 935.331142] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 935.704057] env[65481]: DEBUG nova.scheduler.client.report [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 936.211975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.996s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.216111] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 33.592s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.216576] env[65481]: DEBUG nova.objects.instance [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lazy-loading 'resources' on Instance uuid 5ef4984b-a5c2-49f1-8dcf-123663b757cf {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 936.222019] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 936.222019] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 936.239305] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 936.247735] env[65481]: INFO nova.scheduler.client.report [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Deleted allocations for instance 47f67827-1fb8-4890-9c64-7badb06d1428 [ 936.277675] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 936.277896] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 936.278051] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 936.278237] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 936.278371] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 936.278505] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 936.278703] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 936.278848] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 936.279008] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 936.279171] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 936.279344] env[65481]: DEBUG nova.virt.hardware [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 936.281816] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14e2e633-f973-4324-a599-f92b48946436 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.293641] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 936.294964] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af5da7a8-f37b-4a41-87f7-27b67753c682 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.300037] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2e3e4f7c-e2cc-4720-bc0a-31e215326a44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.317332] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 936.323145] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Creating folder: Project (984654cef325496a970f82f98b63309a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.325498] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1209581f-6465-4057-9e0c-0cde00830cac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.327241] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 936.327394] env[65481]: ERROR oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk due to incomplete transfer. [ 936.327856] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-d02e1a52-f1d2-498a-8eed-1be4ff5696dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.340817] env[65481]: DEBUG oslo_vmware.rw_handles [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52dafe5d-4248-5088-95e1-80be6cdbe86a/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 936.340817] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Uploaded image 9e0a9689-ba7d-49ef-a3b0-4412f008449e to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 936.341435] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 936.346061] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-0bce25b2-cab6-480a-9e0a-5189856f9dfa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.348189] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Created folder: Project (984654cef325496a970f82f98b63309a) in parent group-v951696. [ 936.348189] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Creating folder: Instances. Parent ref: group-v951902. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 936.348847] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f9711b74-924a-4a09-9397-3c8d39926550 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.356432] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 936.356432] env[65481]: value = "task-4884808" [ 936.356432] env[65481]: _type = "Task" [ 936.356432] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.361229] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Created folder: Instances in parent group-v951902. [ 936.361546] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 936.365556] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 936.365696] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884808, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.365924] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6bb9f2cf-975c-4da7-a0e0-636c36af487f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.385615] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 936.385615] env[65481]: value = "task-4884810" [ 936.385615] env[65481]: _type = "Task" [ 936.385615] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.393216] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884810, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.725732] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 936.758952] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1cf15f8-7d06-4e4b-938d-dae28d0b2ca4 tempest-ServersTestMultiNic-1596580583 tempest-ServersTestMultiNic-1596580583-project-member] Lock "47f67827-1fb8-4890-9c64-7badb06d1428" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.167s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 936.870545] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884808, 'name': Destroy_Task, 'duration_secs': 0.327887} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.871157] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Destroyed the VM [ 936.871512] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 936.871873] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-9a2467e6-28a0-48e0-b201-dafe616a32e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.880458] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 936.880458] env[65481]: value = "task-4884811" [ 936.880458] env[65481]: _type = "Task" [ 936.880458] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.892337] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 936.898302] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884810, 'name': CreateVM_Task, 'duration_secs': 0.320541} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 936.899023] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 936.899023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 936.899141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 936.899416] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 936.899672] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0d0b2cac-814e-47cc-94c9-79dc1403f77a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 936.906943] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 936.906943] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52400503-baa3-9688-049c-43f7b1b6c0fe" [ 936.906943] env[65481]: _type = "Task" [ 936.906943] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 936.915726] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52400503-baa3-9688-049c-43f7b1b6c0fe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.122728] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18c2a43d-37db-44a1-94f0-71eb315660b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.131479] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04ac31a7-f74f-406f-9b2e-1c9b4161c537 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.165646] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0194cc1-e51e-463f-a7f7-916f3fca2143 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.173541] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf335a6b-be7e-418d-a705-fc0ba9dbb6eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.188523] env[65481]: DEBUG nova.compute.provider_tree [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 937.193819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.194037] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.194283] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.194458] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.194619] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 937.196642] env[65481]: INFO nova.compute.manager [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Terminating instance [ 937.254023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.390757] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884811, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.417991] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52400503-baa3-9688-049c-43f7b1b6c0fe, 'name': SearchDatastore_Task, 'duration_secs': 0.010573} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.418327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 937.418570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 937.418795] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 937.418932] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 937.419115] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 937.419387] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6862188b-3d61-4f8a-ab5d-8960e3e0f80f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.428610] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 937.428801] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 937.429558] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fc8b6c90-0c41-4d6f-8f05-5051b47711cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.436143] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 937.436143] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524ca9c1-9f7c-3de4-86b1-7b75a64bb8ff" [ 937.436143] env[65481]: _type = "Task" [ 937.436143] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.445416] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524ca9c1-9f7c-3de4-86b1-7b75a64bb8ff, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.692059] env[65481]: DEBUG nova.scheduler.client.report [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 937.703014] env[65481]: DEBUG nova.compute.manager [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 937.703014] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 937.703014] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a4b6bcc-e9d7-4497-ba07-633152b02928 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.711509] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 937.712798] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2bca697f-c730-43d2-8438-c352624fa56f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.837653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 937.837653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 937.892883] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884811, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 937.950573] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524ca9c1-9f7c-3de4-86b1-7b75a64bb8ff, 'name': SearchDatastore_Task, 'duration_secs': 0.010996} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 937.951325] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e11930fb-c457-4291-9d75-093f002a374d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 937.957433] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 937.957433] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4384e-a405-01e3-8cea-e43fba087b3b" [ 937.957433] env[65481]: _type = "Task" [ 937.957433] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 937.966093] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4384e-a405-01e3-8cea-e43fba087b3b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.194639] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 938.194913] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 938.195141] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore2] 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 938.195605] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-653185cd-aff2-4117-be0f-239f9678190c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.198447] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.982s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.200679] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 28.510s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 938.207430] env[65481]: DEBUG oslo_vmware.api [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 938.207430] env[65481]: value = "task-4884813" [ 938.207430] env[65481]: _type = "Task" [ 938.207430] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.217828] env[65481]: DEBUG oslo_vmware.api [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884813, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.230243] env[65481]: INFO nova.scheduler.client.report [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleted allocations for instance 5ef4984b-a5c2-49f1-8dcf-123663b757cf [ 938.340167] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 938.392612] env[65481]: DEBUG oslo_vmware.api [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884811, 'name': RemoveSnapshot_Task, 'duration_secs': 1.236224} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.392782] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 938.392981] env[65481]: INFO nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Took 14.29 seconds to snapshot the instance on the hypervisor. [ 938.469567] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4384e-a405-01e3-8cea-e43fba087b3b, 'name': SearchDatastore_Task, 'duration_secs': 0.01063} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.469859] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 938.470132] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 938.470438] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a61dd122-f10b-4dfe-bc8c-699b901bc952 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 938.478578] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 938.478578] env[65481]: value = "task-4884814" [ 938.478578] env[65481]: _type = "Task" [ 938.478578] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 938.487512] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884814, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 938.724439] env[65481]: DEBUG oslo_vmware.api [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884813, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.164633} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 938.724715] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 938.724886] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 938.725064] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 938.725817] env[65481]: INFO nova.compute.manager [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Took 1.02 seconds to destroy the instance on the hypervisor. [ 938.725817] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 938.725983] env[65481]: DEBUG nova.compute.manager [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 938.725983] env[65481]: DEBUG nova.network.neutron [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 938.726271] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.739750] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4805c319-c0ec-4bb3-854e-49d238051a8a tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "5ef4984b-a5c2-49f1-8dcf-123663b757cf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 40.827s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 938.769617] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 938.877285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 938.896850] env[65481]: DEBUG nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance disappeared during snapshot {{(pid=65481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4635}} [ 938.915128] env[65481]: DEBUG nova.compute.manager [None req-577f8e7f-7722-43ff-a661-daf74de895a5 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image not found during clean up 9e0a9689-ba7d-49ef-a3b0-4412f008449e {{(pid=65481) _snapshot_instance /opt/stack/nova/nova/compute/manager.py:4641}} [ 938.990693] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884814, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.189781] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "b97641fd-2656-4067-83d6-9bed257d6b5f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.190057] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.190267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "b97641fd-2656-4067-83d6-9bed257d6b5f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 939.190444] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 939.190604] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 939.192709] env[65481]: INFO nova.compute.manager [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Terminating instance [ 939.220488] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating resource usage from migration 5da42353-c814-4c46-a799-400a29b85f02 [ 939.243937] env[65481]: DEBUG nova.compute.manager [req-40af0417-897a-40e9-b892-bc1d17fce469 req-882ca11e-68d2-4763-8619-fe9d055aba48 service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Received event network-vif-deleted-af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 939.243937] env[65481]: INFO nova.compute.manager [req-40af0417-897a-40e9-b892-bc1d17fce469 req-882ca11e-68d2-4763-8619-fe9d055aba48 service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Neutron deleted interface af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a; detaching it from the instance and deleting it from the info cache [ 939.243937] env[65481]: DEBUG nova.network.neutron [req-40af0417-897a-40e9-b892-bc1d17fce469 req-882ca11e-68d2-4763-8619-fe9d055aba48 service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.247286] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5b571204-f656-4697-b62a-5caf8929d3d7 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.247460] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance df813b65-e6c1-402e-b3c5-8d0d4404c003 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.247600] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.248591] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.248836] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a152d69b-743f-4385-a71c-9ab27df34c9b is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.249010] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5547a644-cc2a-48c5-9939-e32cfe3edf51 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 2, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.249133] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance b97641fd-2656-4067-83d6-9bed257d6b5f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.249256] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 67d44ef1-a758-4415-931f-fb25d84b9e74 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.249375] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 23362e0b-92b2-4f15-b156-0b420b854737 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.249484] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 02dfe7aa-9df0-4897-a2c0-964629fd352e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.249591] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.249704] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 97f6fba1-8341-42c7-a5d9-a085c09c88f0 is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.249812] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance fdbeac26-283f-4692-9111-9e908ad20355 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.249929] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5457a55-4fbf-43d6-a6eb-d671cd9a89ae is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 939.250444] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 2643f9a9-1783-45eb-a8f2-26b794a0a1b7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.489931] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884814, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.52048} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 939.490304] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 939.490520] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 939.490776] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a9234b3a-ae6f-43b1-a86c-b91def3411a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.498542] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 939.498542] env[65481]: value = "task-4884815" [ 939.498542] env[65481]: _type = "Task" [ 939.498542] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 939.510649] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884815, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 939.544799] env[65481]: DEBUG nova.network.neutron [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 939.700987] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "refresh_cache-b97641fd-2656-4067-83d6-9bed257d6b5f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 939.700987] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquired lock "refresh_cache-b97641fd-2656-4067-83d6-9bed257d6b5f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 939.700987] env[65481]: DEBUG nova.network.neutron [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 939.754166] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e12500d6-323c-4f53-94eb-c585f7f0f587 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 939.754166] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration 5da42353-c814-4c46-a799-400a29b85f02 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 939.754166] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ec77f991-9de4-4c4c-bb84-110fb8a5dec5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 939.755541] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-83bc1250-d3c2-450c-b1f6-c4b3d317480b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.766841] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74be1047-3412-49fb-a9d7-68effdb15e31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 939.802234] env[65481]: DEBUG nova.compute.manager [req-40af0417-897a-40e9-b892-bc1d17fce469 req-882ca11e-68d2-4763-8619-fe9d055aba48 service nova] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Detach interface failed, port_id=af94b3f2-99b3-4c9a-8a35-1a1f7ca85d0a, reason: Instance 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 940.009163] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884815, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072533} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.009506] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 940.010599] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ea1c15a-8786-44e1-acfb-6d687c815e93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.032502] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 940.032839] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0fc69e6-bcce-4af2-b11a-b00edcb1ee1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.047715] env[65481]: INFO nova.compute.manager [-] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Took 1.32 seconds to deallocate network for instance. [ 940.055387] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 940.055387] env[65481]: value = "task-4884816" [ 940.055387] env[65481]: _type = "Task" [ 940.055387] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.064570] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884816, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.205032] env[65481]: WARNING neutronclient.v2_0.client [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 940.221807] env[65481]: DEBUG nova.network.neutron [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 940.260180] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a5dbc5a1-4893-4a66-acf4-955e459d620a has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 940.290507] env[65481]: DEBUG nova.network.neutron [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 940.554807] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 940.566188] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884816, 'name': ReconfigVM_Task, 'duration_secs': 0.303545} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 940.566485] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 940.567182] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5eea005b-1c29-4e0d-9b3e-be4b370bf0df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.574519] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 940.574519] env[65481]: value = "task-4884817" [ 940.574519] env[65481]: _type = "Task" [ 940.574519] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.584053] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884817, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 940.764122] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 940.794564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Releasing lock "refresh_cache-b97641fd-2656-4067-83d6-9bed257d6b5f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 940.794990] env[65481]: DEBUG nova.compute.manager [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 940.795187] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 940.796076] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d45cbe7-394c-4c7f-ad11-179a37199bb8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.804228] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 940.804450] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d7a575b0-3e4f-4205-8ab6-8992b71b8e9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 940.810834] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 940.810834] env[65481]: value = "task-4884818" [ 940.810834] env[65481]: _type = "Task" [ 940.810834] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 940.818437] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.085517] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884817, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.267880] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance f6fe2df1-f7ff-4efb-994c-65d584156459 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 941.323096] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884818, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.587069] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884817, 'name': Rename_Task, 'duration_secs': 0.885071} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.587421] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 941.587612] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8ce5d158-444d-472e-a186-3916781babfe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.596110] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 941.596110] env[65481]: value = "task-4884819" [ 941.596110] env[65481]: _type = "Task" [ 941.596110] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.606027] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884819, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 941.771685] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 704b6a5d-b95f-47fd-a557-bbffb2fcab11 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 941.822357] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884818, 'name': PowerOffVM_Task, 'duration_secs': 0.610028} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 941.822755] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 941.822931] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 941.823221] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-be8bdaac-8ff4-49cd-a711-cfe83957eac2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.859685] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 941.859942] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 941.860220] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleting the datastore file [datastore1] b97641fd-2656-4067-83d6-9bed257d6b5f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 941.860561] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-01f6b782-7027-44ee-8096-417aa97c1efe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 941.868097] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for the task: (returnval){ [ 941.868097] env[65481]: value = "task-4884821" [ 941.868097] env[65481]: _type = "Task" [ 941.868097] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 941.877920] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884821, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 942.105685] env[65481]: DEBUG oslo_vmware.api [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884819, 'name': PowerOnVM_Task, 'duration_secs': 0.470369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.106073] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 942.106316] env[65481]: INFO nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Took 5.87 seconds to spawn the instance on the hypervisor. [ 942.106533] env[65481]: DEBUG nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 942.107300] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-545f0114-bf2f-4227-8ddc-e46864eba0bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 942.274457] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 35d50bb4-3848-4cc0-9027-0b2aa6b78332 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 942.379051] env[65481]: DEBUG oslo_vmware.api [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Task: {'id': task-4884821, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.161555} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 942.379051] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 942.379277] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 942.379277] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 942.379430] env[65481]: INFO nova.compute.manager [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Took 1.58 seconds to destroy the instance on the hypervisor. [ 942.379686] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 942.379954] env[65481]: DEBUG nova.compute.manager [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 942.380127] env[65481]: DEBUG nova.network.neutron [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 942.380388] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.398139] env[65481]: DEBUG nova.network.neutron [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 942.398390] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 942.625029] env[65481]: INFO nova.compute.manager [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Took 42.88 seconds to build instance. [ 942.778183] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 595103db-8b32-4d39-9bac-c13e9d7d90f1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 942.778183] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 8 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 942.778183] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2048MB phys_disk=100GB used_disk=8GB total_vcpus=48 used_vcpus=8 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '8', 'num_vm_active': '5', 'num_task_None': '5', 'num_os_type_None': '8', 'num_proj_07c1e630f7c542ffa32018beb6e23ea2': '1', 'io_workload': '2', 'num_vm_stopped': '1', 'num_task_resize_prep': '1', 'num_proj_63b1975a03ff45dca583d79d4e50c142': '1', 'num_proj_15252ee816994008ad066f985ca22c55': '1', 'num_proj_c940b6b15ed6445383e2bcb59a142079': '1', 'num_proj_61715e629c994294aa7d1876488f00e5': '1', 'num_vm_suspended': '1', 'num_task_deleting': '1', 'num_proj_cedc0779444549f689d1a54807a82305': '1', 'num_proj_2f85cfd4a6464989b6e7055bc21e2862': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_984654cef325496a970f82f98b63309a': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 942.901327] env[65481]: DEBUG nova.network.neutron [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 943.102319] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9f9ea0b-9cab-47e1-8926-993386427bba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.114894] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c41c0970-229d-47a1-ae32-54bf227140df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.148239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aaf4cf57-c0ed-431b-a91a-a53ab175823c tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.578s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 943.149305] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b187a5e7-ecf5-4465-aef0-6a23ea14f7b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.158219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3e4d7-ad44-48b6-b6b0-09af8ea58b15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.172945] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 943.403974] env[65481]: INFO nova.compute.manager [-] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Took 1.02 seconds to deallocate network for instance. [ 943.611265] env[65481]: INFO nova.compute.manager [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Rebuilding instance [ 943.649231] env[65481]: DEBUG nova.compute.manager [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 943.650146] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a472c434-b9fa-43be-a8b1-ecb2c752c08b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 943.676017] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 943.879363] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 943.879462] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 943.879747] env[65481]: DEBUG nova.objects.instance [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 943.913457] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 944.181352] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 944.181638] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.981s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 944.181909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 34.040s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 944.182097] env[65481]: DEBUG nova.objects.instance [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 944.383394] env[65481]: WARNING neutronclient.v2_0.client [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.383795] env[65481]: DEBUG nova.objects.instance [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 944.666684] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 944.667098] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-77301a02-22e1-4620-a472-e16a38c9ce9e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 944.674895] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 944.674895] env[65481]: value = "task-4884822" [ 944.674895] env[65481]: _type = "Task" [ 944.674895] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 944.684279] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884822, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 944.886173] env[65481]: DEBUG nova.objects.base [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance<02dfe7aa-9df0-4897-a2c0-964629fd352e> lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 944.886423] env[65481]: DEBUG nova.network.neutron [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 944.886762] env[65481]: WARNING neutronclient.v2_0.client [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 944.887071] env[65481]: WARNING neutronclient.v2_0.client [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 945.000838] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e3735922-84b6-4866-840a-01da46a699ce tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 1.121s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.185801] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884822, 'name': PowerOffVM_Task, 'duration_secs': 0.138581} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.186176] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 945.186819] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 945.187638] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6620ece-6552-49dd-8242-0d68b933710b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.191173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-46b08ca9-c936-4e6f-a3d0-349f4a4df4ee tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.009s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.192368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 29.453s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.193103] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.195325] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.192s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.195510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.197242] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.057s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.197428] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.198982] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.375s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 945.200413] env[65481]: INFO nova.compute.claims [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 945.207797] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 945.208634] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9191efdf-d880-4aa7-a66a-ab9b1bd3d564 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.227253] env[65481]: INFO nova.scheduler.client.report [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance 67d44ef1-a758-4415-931f-fb25d84b9e74 [ 945.229524] env[65481]: INFO nova.scheduler.client.report [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Deleted allocations for instance df813b65-e6c1-402e-b3c5-8d0d4404c003 [ 945.235644] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 945.235853] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 945.236110] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Deleting the datastore file [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 945.236532] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4e27d891-d3e8-4da4-9589-40a05863cd87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 945.243538] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 945.243538] env[65481]: value = "task-4884824" [ 945.243538] env[65481]: _type = "Task" [ 945.243538] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 945.248211] env[65481]: INFO nova.scheduler.client.report [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Deleted allocations for instance 23362e0b-92b2-4f15-b156-0b420b854737 [ 945.257396] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884824, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 945.739572] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8b9d21e6-040e-460a-8f26-471e98ae8849 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "67d44ef1-a758-4415-931f-fb25d84b9e74" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 35.948s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.740619] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9b03124c-6cfe-4c5e-aaef-394c7e3c9a00 tempest-MigrationsAdminTest-1819730696 tempest-MigrationsAdminTest-1819730696-project-member] Lock "df813b65-e6c1-402e-b3c5-8d0d4404c003" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.081s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.755937] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884824, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.099799} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 945.757362] env[65481]: DEBUG oslo_concurrency.lockutils [None req-efb44f54-b60b-4cb1-a127-d7f3edc40ec8 tempest-ServerShowV254Test-1585581157 tempest-ServerShowV254Test-1585581157-project-member] Lock "23362e0b-92b2-4f15-b156-0b420b854737" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 32.203s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 945.758243] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 945.758420] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 945.759032] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 946.531800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdf568bd-b6ff-457a-9680-40439d982eac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.539930] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5469a25-ca1f-4feb-b20c-88fc2317ba72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.573942] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5152a556-6395-4276-9676-08cad08f212d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.582683] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-acc8c809-3644-4465-8141-10f06011e496 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.597545] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 946.810842] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 946.811155] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 946.811254] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 946.811431] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 946.811568] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 946.811763] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 946.811916] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 946.812094] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 946.812300] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 946.812422] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 946.812591] env[65481]: DEBUG nova.virt.hardware [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 946.813523] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91f63301-9bc8-43d2-a0a4-86c3e8cc267e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.822320] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbbba2d7-f82a-4d44-ba03-790e25c9c7cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.836757] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 946.841881] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 946.842165] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 946.842500] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-12b268c6-f314-4a52-a611-5b311478834a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 946.864358] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 946.864358] env[65481]: value = "task-4884825" [ 946.864358] env[65481]: _type = "Task" [ 946.864358] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 946.876412] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884825, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 946.995602] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 946.995918] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 946.996270] env[65481]: DEBUG nova.objects.instance [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.129063] env[65481]: ERROR nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [req-ef663028-3c1c-482a-b5ec-2a3a10eb4629] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-ef663028-3c1c-482a-b5ec-2a3a10eb4629"}]} [ 947.149051] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 947.170760] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 947.171231] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.183947] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 947.203281] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 947.353149] env[65481]: DEBUG oslo_concurrency.lockutils [None req-90f4dbbd-f4f7-4472-ae25-8bcf2de55e77 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "d84e8894-74d2-4e7d-bc3f-e1ce1ed5756c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 947.353396] env[65481]: DEBUG oslo_concurrency.lockutils [None req-90f4dbbd-f4f7-4472-ae25-8bcf2de55e77 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d84e8894-74d2-4e7d-bc3f-e1ce1ed5756c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 947.376640] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884825, 'name': CreateVM_Task, 'duration_secs': 0.310207} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.376824] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 947.377263] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.377418] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.377732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 947.378013] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-478fd9d5-7afb-4272-91b0-71536f1c7494 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.388139] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 947.388139] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52917692-ea3b-81df-4dc5-ea6187e5cfd0" [ 947.388139] env[65481]: _type = "Task" [ 947.388139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.398369] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52917692-ea3b-81df-4dc5-ea6187e5cfd0, 'name': SearchDatastore_Task, 'duration_secs': 0.010891} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.398784] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 947.399143] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 947.399440] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 947.399640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 947.399923] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 947.400266] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-de1c5881-6472-4225-ac58-2e0e608050ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.411693] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 947.411881] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 947.412635] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-14d8e754-c35b-44ad-8e08-5c25a2edc43d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.421317] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 947.421317] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5296d9bb-0d32-0b14-8633-35596143fd21" [ 947.421317] env[65481]: _type = "Task" [ 947.421317] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.429626] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5296d9bb-0d32-0b14-8633-35596143fd21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 947.500303] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 947.528268] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf2862a6-5c68-4f71-b89d-581ea7429ef3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.540575] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f45c558d-0d26-4671-9915-798f35219842 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.574525] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed680511-97e0-46f5-8796-ab9e70f148f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.582728] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-620f24a9-6509-4197-bf59-159121ac9c2d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.588032] env[65481]: DEBUG nova.objects.instance [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 947.599640] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 947.858653] env[65481]: DEBUG nova.compute.manager [None req-90f4dbbd-f4f7-4472-ae25-8bcf2de55e77 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d84e8894-74d2-4e7d-bc3f-e1ce1ed5756c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 947.934136] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5296d9bb-0d32-0b14-8633-35596143fd21, 'name': SearchDatastore_Task, 'duration_secs': 0.009675} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 947.934580] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-023fdd20-3b7b-44ce-a206-95445f7f887d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 947.942115] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 947.942115] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a1ac26-7ef4-7747-9ffc-e2943e8b47c9" [ 947.942115] env[65481]: _type = "Task" [ 947.942115] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 947.951828] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a1ac26-7ef4-7747-9ffc-e2943e8b47c9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.092379] env[65481]: DEBUG nova.objects.base [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance<02dfe7aa-9df0-4897-a2c0-964629fd352e> lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 948.092379] env[65481]: DEBUG nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 948.092379] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.092379] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 948.123181] env[65481]: ERROR nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [req-a4da80a6-e970-4f73-95e8-41b1e2a37319] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-a4da80a6-e970-4f73-95e8-41b1e2a37319"}]} [ 948.133197] env[65481]: DEBUG nova.policy [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 948.142532] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 948.157639] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 948.157860] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.170369] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 948.189934] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 948.370653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "8bb56265-8b66-4353-8219-613ddf915d30" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 948.370653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 948.457533] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a1ac26-7ef4-7747-9ffc-e2943e8b47c9, 'name': SearchDatastore_Task, 'duration_secs': 0.010878} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 948.458391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 948.458391] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 948.458620] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-fa7b094e-4a26-47f9-92b0-657cbdf880b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.469483] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 948.469483] env[65481]: value = "task-4884826" [ 948.469483] env[65481]: _type = "Task" [ 948.469483] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 948.478894] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884826, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 948.517345] env[65481]: DEBUG nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Successfully created port: 1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 948.525456] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9471c04-fa46-488c-996b-fab6c0f473a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.535028] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e8bcca5-c617-4997-9253-094774e6d59a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.576369] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c852781-8214-45a6-a578-25082f49afb1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.589024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1a0c4e65-f9e4-4eb8-a539-a15c3397cebd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 948.601863] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 948.876319] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 948.980031] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884826, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.145268] env[65481]: DEBUG nova.scheduler.client.report [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 109 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 949.145600] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 109 to 110 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 949.145703] env[65481]: DEBUG nova.compute.provider_tree [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 949.365413] env[65481]: DEBUG nova.compute.manager [None req-90f4dbbd-f4f7-4472-ae25-8bcf2de55e77 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d84e8894-74d2-4e7d-bc3f-e1ce1ed5756c] Instance disappeared before build. {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2483}} [ 949.407248] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 949.483436] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884826, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.521034} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 949.483559] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 949.484144] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 949.484144] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-6c4aa5b3-4180-4242-8429-620f0519c7bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 949.493114] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 949.493114] env[65481]: value = "task-4884827" [ 949.493114] env[65481]: _type = "Task" [ 949.493114] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 949.503042] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884827, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 949.653469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.452s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.653469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.016s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.653469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 949.656121] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 25.329s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 949.697481] env[65481]: INFO nova.scheduler.client.report [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Deleted allocations for instance 5547a644-cc2a-48c5-9939-e32cfe3edf51 [ 949.882218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-90f4dbbd-f4f7-4472-ae25-8bcf2de55e77 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d84e8894-74d2-4e7d-bc3f-e1ce1ed5756c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 2.528s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.005694] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884827, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071546} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.005970] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 950.006829] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0117c3f8-c271-434d-9dde-b1803953aac7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.029200] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Reconfiguring VM instance instance-0000004c to attach disk [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 950.029502] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b2052484-5865-4b2d-a708-0a9728468a18 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.050283] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 950.050283] env[65481]: value = "task-4884828" [ 950.050283] env[65481]: _type = "Task" [ 950.050283] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.060574] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884828, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.107973] env[65481]: DEBUG nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Successfully updated port: 1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 950.161518] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "d7d3989a-eebc-4bea-a799-389c51be866b" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 950.161518] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "d7d3989a-eebc-4bea-a799-389c51be866b" acquired by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 950.163463] env[65481]: INFO nova.compute.claims [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 950.206872] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7d45b035-f00e-4019-bfef-c545d7fe7de6 tempest-ServersWithSpecificFlavorTestJSON-1027013657 tempest-ServersWithSpecificFlavorTestJSON-1027013657-project-member] Lock "5547a644-cc2a-48c5-9939-e32cfe3edf51" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.648s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.565204] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884828, 'name': ReconfigVM_Task, 'duration_secs': 0.27103} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 950.565520] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Reconfigured VM instance instance-0000004c to attach disk [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7/2643f9a9-1783-45eb-a8f2-26b794a0a1b7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 950.566181] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7cfdb459-a1cf-4c78-9c91-6db97c8943ba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 950.573455] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 950.573455] env[65481]: value = "task-4884829" [ 950.573455] env[65481]: _type = "Task" [ 950.573455] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 950.586269] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884829, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 950.611595] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 950.612868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 950.613035] env[65481]: DEBUG nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 950.668536] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "d7d3989a-eebc-4bea-a799-389c51be866b" "released" by "nova.compute.manager.ComputeManager._validate_instance_group_policy.._do_validation" :: held 0.509s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 950.669138] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 950.674313] env[65481]: INFO nova.compute.resource_tracker [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating resource usage from migration 5da42353-c814-4c46-a799-400a29b85f02 [ 951.060636] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6998f76f-1fd5-4b33-9fcc-fb0f99c70d37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.069413] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6dec54e1-743d-47a9-8703-ef93abd7fce6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.105651] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3b9bcd68-5296-4110-8b0b-933a33050c57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.111909] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884829, 'name': Rename_Task, 'duration_secs': 0.171726} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.112193] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 951.112474] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9ce1c34d-b891-4c41-b687-2b096d526ae3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.120298] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63edc22d-63bb-405a-9801-e1b78629687c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.128081] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 951.128081] env[65481]: value = "task-4884830" [ 951.128081] env[65481]: _type = "Task" [ 951.128081] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 951.138608] env[65481]: DEBUG nova.compute.provider_tree [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 951.147413] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884830, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 951.165855] env[65481]: WARNING nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 951.180877] env[65481]: DEBUG nova.compute.utils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 951.182246] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 951.183271] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 951.183271] env[65481]: WARNING neutronclient.v2_0.client [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.183271] env[65481]: WARNING neutronclient.v2_0.client [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.263384] env[65481]: DEBUG nova.policy [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7960b5d87f834295bf429779757ee4ba', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '3a017b4d5ee841eda83162f7133f88e8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 951.554451] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.554688] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.576884] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Successfully created port: 369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 951.616336] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.624013] env[65481]: DEBUG nova.compute.manager [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-plugged-1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 951.624013] env[65481]: DEBUG oslo_concurrency.lockutils [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 951.624013] env[65481]: DEBUG oslo_concurrency.lockutils [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 951.624013] env[65481]: DEBUG oslo_concurrency.lockutils [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 951.624013] env[65481]: DEBUG nova.compute.manager [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] No waiting events found dispatching network-vif-plugged-1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 951.624013] env[65481]: WARNING nova.compute.manager [req-9af06e92-95f4-4219-90a5-a9af1493e29c req-3da8c7ad-20be-40fd-b296-ff4f7c83c422 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received unexpected event network-vif-plugged-1c71d07b-748b-49da-81d8-a011c4220cdd for instance with vm_state active and task_state None. [ 951.638020] env[65481]: DEBUG oslo_vmware.api [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884830, 'name': PowerOnVM_Task, 'duration_secs': 0.418788} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 951.638020] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 951.638020] env[65481]: DEBUG nova.compute.manager [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 951.638020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a46b7804-5be0-46e1-b87c-f1e877b5d86a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 951.642532] env[65481]: DEBUG nova.scheduler.client.report [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 951.686428] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 951.855468] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 951.956662] env[65481]: DEBUG nova.network.neutron [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c71d07b-748b-49da-81d8-a011c4220cdd", "address": "fa:16:3e:5b:1b:a5", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c71d07b-74", "ovs_interfaceid": "1c71d07b-748b-49da-81d8-a011c4220cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 952.056955] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 952.153060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.496s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 952.153060] env[65481]: INFO nova.compute.manager [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Migrating [ 952.166546] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.082s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 952.167343] env[65481]: INFO nova.compute.claims [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 952.180249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.459895] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 952.461692] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.462971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.462971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d7f8fe7-a206-484e-a0e2-0a8c601bbc25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.481856] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.482119] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.482275] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.482456] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.482597] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.482737] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.482979] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.483111] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.483322] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.483514] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.483685] env[65481]: DEBUG nova.virt.hardware [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.489902] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfiguring VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 952.490264] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b0905c65-50ac-4519-92b9-2721dc69946c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.508968] env[65481]: DEBUG oslo_vmware.api [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 952.508968] env[65481]: value = "task-4884831" [ 952.508968] env[65481]: _type = "Task" [ 952.508968] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 952.517784] env[65481]: DEBUG oslo_vmware.api [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884831, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 952.593216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 952.682220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 952.682557] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 952.683109] env[65481]: DEBUG nova.network.neutron [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 952.698048] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 952.733302] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 952.733617] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 952.733747] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 952.733914] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 952.734113] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 952.734275] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 952.734525] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 952.734690] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 952.734861] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 952.735029] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 952.735207] env[65481]: DEBUG nova.virt.hardware [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 952.736707] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e511407-28aa-4e08-adc9-bc15370d38af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 952.747155] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d155a98-5b29-4a11-82e8-c3c7123583b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.023706] env[65481]: DEBUG oslo_vmware.api [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884831, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 953.192144] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.237694] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Successfully updated port: 369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 953.455296] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.524927] env[65481]: DEBUG oslo_vmware.api [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884831, 'name': ReconfigVM_Task, 'duration_secs': 0.693835} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 953.524927] env[65481]: WARNING neutronclient.v2_0.client [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 953.525239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 953.525875] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfigured VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 953.587998] env[65481]: DEBUG nova.network.neutron [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 953.608732] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e55c615-960a-4fa5-842a-bae47c8b71d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.619173] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08b8329c-3d89-4bf6-a19e-49681b4c04ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.672904] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f21b3aa-6993-4310-aad7-77c6e12c5391 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.685966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-479f576e-e781-4bec-8e86-7d42e58bbe2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 953.710719] env[65481]: DEBUG nova.compute.provider_tree [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 953.743026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 953.743026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquired lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 953.743026] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 954.035673] env[65481]: DEBUG oslo_concurrency.lockutils [None req-012d8449-87c2-4e7b-acdc-00e38dad5a96 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-None" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 7.038s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.090594] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.216950] env[65481]: DEBUG nova.scheduler.client.report [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 954.290873] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 954.372421] env[65481]: DEBUG nova.compute.manager [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Received event network-vif-plugged-369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.372497] env[65481]: DEBUG oslo_concurrency.lockutils [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] Acquiring lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 954.372865] env[65481]: DEBUG oslo_concurrency.lockutils [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.372865] env[65481]: DEBUG oslo_concurrency.lockutils [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.372995] env[65481]: DEBUG nova.compute.manager [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] No waiting events found dispatching network-vif-plugged-369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 954.373434] env[65481]: WARNING nova.compute.manager [req-a7ab4f0a-edfe-47a8-93a7-e16bcf8b1339 req-6e3f430d-c1cd-4e47-96ab-ccbb3cbe4c10 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Received unexpected event network-vif-plugged-369b9888-63db-4261-aab9-156f462e59c7 for instance with vm_state building and task_state spawning. [ 954.382835] env[65481]: WARNING neutronclient.v2_0.client [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 954.473647] env[65481]: DEBUG nova.network.neutron [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Updating instance_info_cache with network_info: [{"id": "369b9888-63db-4261-aab9-156f462e59c7", "address": "fa:16:3e:0e:04:4c", "network": {"id": "e67c4691-af44-4e59-89ca-b03c3c409e48", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-254777593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a017b4d5ee841eda83162f7133f88e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369b9888-63", "ovs_interfaceid": "369b9888-63db-4261-aab9-156f462e59c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 954.503039] env[65481]: DEBUG nova.compute.manager [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-changed-1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 954.503217] env[65481]: DEBUG nova.compute.manager [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing instance network info cache due to event network-changed-1c71d07b-748b-49da-81d8-a011c4220cdd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 954.503595] env[65481]: DEBUG oslo_concurrency.lockutils [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 954.503760] env[65481]: DEBUG oslo_concurrency.lockutils [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 954.503924] env[65481]: DEBUG nova.network.neutron [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing network info cache for port 1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 954.723435] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.557s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.723694] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 954.726236] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 25.674s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.726416] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 954.728415] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.227s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 954.729828] env[65481]: INFO nova.compute.claims [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 954.762048] env[65481]: INFO nova.scheduler.client.report [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocations for instance a152d69b-743f-4385-a71c-9ab27df34c9b [ 954.978319] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Releasing lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 954.978771] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Instance network_info: |[{"id": "369b9888-63db-4261-aab9-156f462e59c7", "address": "fa:16:3e:0e:04:4c", "network": {"id": "e67c4691-af44-4e59-89ca-b03c3c409e48", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-254777593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a017b4d5ee841eda83162f7133f88e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369b9888-63", "ovs_interfaceid": "369b9888-63db-4261-aab9-156f462e59c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 954.979254] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0e:04:4c', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '369b9888-63db-4261-aab9-156f462e59c7', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 954.986788] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Creating folder: Project (3a017b4d5ee841eda83162f7133f88e8). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.987099] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-ed08272d-c1d7-4847-904f-7ecc295ab37b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 954.998815] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Created folder: Project (3a017b4d5ee841eda83162f7133f88e8) in parent group-v951696. [ 954.999097] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Creating folder: Instances. Parent ref: group-v951906. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 954.999404] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e394c2cb-929b-4a2a-9bdb-d8afad30f0b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.006567] env[65481]: WARNING neutronclient.v2_0.client [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.011577] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Created folder: Instances in parent group-v951906. [ 955.011577] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 955.011790] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 955.011896] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-02a0aaed-2170-4fa8-ae3a-70405430ae8d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.035454] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 955.035454] env[65481]: value = "task-4884834" [ 955.035454] env[65481]: _type = "Task" [ 955.035454] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.045024] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884834, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.091054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.091054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.091495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.091495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.091609] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.094317] env[65481]: INFO nova.compute.manager [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Terminating instance [ 955.209732] env[65481]: WARNING neutronclient.v2_0.client [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.235667] env[65481]: DEBUG nova.compute.utils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 955.241462] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 955.241801] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 955.242289] env[65481]: WARNING neutronclient.v2_0.client [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.242653] env[65481]: WARNING neutronclient.v2_0.client [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.271076] env[65481]: DEBUG oslo_concurrency.lockutils [None req-63f0e84f-9e4a-465d-879f-695effedcc82 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a152d69b-743f-4385-a71c-9ab27df34c9b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 29.974s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 955.332112] env[65481]: DEBUG nova.policy [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af296a98d7449a8885974cd4bf962ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844bcb8470044e48bf34580cf652307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 955.349036] env[65481]: DEBUG nova.network.neutron [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updated VIF entry in instance network info cache for port 1c71d07b-748b-49da-81d8-a011c4220cdd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 955.349482] env[65481]: DEBUG nova.network.neutron [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c71d07b-748b-49da-81d8-a011c4220cdd", "address": "fa:16:3e:5b:1b:a5", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c71d07b-74", "ovs_interfaceid": "1c71d07b-748b-49da-81d8-a011c4220cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 955.546336] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884834, 'name': CreateVM_Task, 'duration_secs': 0.395466} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 955.546499] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 955.547018] env[65481]: WARNING neutronclient.v2_0.client [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 955.547374] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.547524] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.547827] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 955.548124] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2a8f01a-9258-4a55-b359-35c4f392e379 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.552864] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 955.552864] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215c634-36df-c061-a8fe-c636f69f26bb" [ 955.552864] env[65481]: _type = "Task" [ 955.552864] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 955.561447] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215c634-36df-c061-a8fe-c636f69f26bb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 955.606271] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "refresh_cache-2643f9a9-1783-45eb-a8f2-26b794a0a1b7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 955.606480] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquired lock "refresh_cache-2643f9a9-1783-45eb-a8f2-26b794a0a1b7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 955.606665] env[65481]: DEBUG nova.network.neutron [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 955.617984] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3d23c93-836e-442a-818c-b20cee5cd61a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 955.642439] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 955.681454] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Successfully created port: 8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 955.741993] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 955.791580] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 955.791580] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 955.852303] env[65481]: DEBUG oslo_concurrency.lockutils [req-d10abc0d-33b7-4fd9-be95-16aa5c64c0d1 req-71dae4d2-07b4-4628-b1c9-e958e125f04a service nova] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.068806] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5215c634-36df-c061-a8fe-c636f69f26bb, 'name': SearchDatastore_Task, 'duration_secs': 0.011058} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.069129] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.069390] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 956.069592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.069939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.069939] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 956.071444] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-209852f0-3418-4937-8276-5854f29c8fbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.082966] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 956.083483] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 956.083955] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-34de60f6-8de2-48ae-9ac9-0151c97f6ecd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.090161] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 956.090161] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525894e7-85ce-bf26-3faf-5e0c8855fe3e" [ 956.090161] env[65481]: _type = "Task" [ 956.090161] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.101937] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525894e7-85ce-bf26-3faf-5e0c8855fe3e, 'name': SearchDatastore_Task} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.102760] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-52467cd9-0e43-4c8a-aaee-6adc4ee6e4dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.110461] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 956.110461] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52402a58-e9af-27d1-4a5c-ead831a0d198" [ 956.110461] env[65481]: _type = "Task" [ 956.110461] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.114536] env[65481]: WARNING neutronclient.v2_0.client [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 956.126945] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52402a58-e9af-27d1-4a5c-ead831a0d198, 'name': SearchDatastore_Task, 'duration_secs': 0.010612} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 956.127308] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.127626] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e12500d6-323c-4f53-94eb-c585f7f0f587/e12500d6-323c-4f53-94eb-c585f7f0f587.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 956.127920] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-983f5263-76c4-4b73-9aa0-f491356f22db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.139070] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 956.139070] env[65481]: value = "task-4884835" [ 956.139070] env[65481]: _type = "Task" [ 956.139070] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.151566] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.151956] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884835, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.153144] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e24cf61b-677c-428a-9431-ca4a15fd529a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.155318] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6ab05d2-e73e-4b5d-afb6-16adbf373d30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.163280] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d6cec46-92b7-47fe-b701-3034f1045010 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.167478] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 956.167478] env[65481]: value = "task-4884836" [ 956.167478] env[65481]: _type = "Task" [ 956.167478] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.201053] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e56561-4bc5-4966-9715-7740fc681b55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.204092] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 956.204311] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 956.215296] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3cc888-f8dd-4164-9ab2-063f6707219b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.231314] env[65481]: DEBUG nova.compute.provider_tree [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 956.295199] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 956.299324] env[65481]: DEBUG nova.network.neutron [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 956.360465] env[65481]: DEBUG nova.network.neutron [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 956.652208] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884835, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.711587] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.711862] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.712011] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.712194] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.712334] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.712474] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.712671] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.712819] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.712974] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.713146] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.713366] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.721169] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-79ff7e47-ccec-49d4-aeab-27718b5102a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.733914] env[65481]: DEBUG nova.scheduler.client.report [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 956.743745] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 956.743745] env[65481]: value = "task-4884837" [ 956.743745] env[65481]: _type = "Task" [ 956.743745] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.752256] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 956.759198] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884837, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 956.784224] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 956.784606] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 956.784771] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 956.784951] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 956.785107] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 956.785250] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 956.785452] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 956.785618] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 956.785771] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 956.785931] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 956.786114] env[65481]: DEBUG nova.virt.hardware [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 956.787245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7649538a-649b-46c0-894c-79be30cbaeed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.796447] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9173ad56-8e4c-41e9-8658-0d827214736f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.833442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 956.849243] env[65481]: DEBUG nova.compute.manager [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Received event network-changed-369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 956.849340] env[65481]: DEBUG nova.compute.manager [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Refreshing instance network info cache due to event network-changed-369b9888-63db-4261-aab9-156f462e59c7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 956.849541] env[65481]: DEBUG oslo_concurrency.lockutils [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] Acquiring lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 956.849670] env[65481]: DEBUG oslo_concurrency.lockutils [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] Acquired lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 956.849816] env[65481]: DEBUG nova.network.neutron [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Refreshing network info cache for port 369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 956.863689] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Releasing lock "refresh_cache-2643f9a9-1783-45eb-a8f2-26b794a0a1b7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 956.863689] env[65481]: DEBUG nova.compute.manager [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 956.863819] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 956.864673] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90114ff6-d2cc-4d4a-8ecd-91637955fd9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.873814] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 956.873993] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5bec82cf-f50c-4561-8c41-cab469182e37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 956.881426] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 956.881426] env[65481]: value = "task-4884838" [ 956.881426] env[65481]: _type = "Task" [ 956.881426] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 956.890858] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884838, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.151107] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884835, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.532445} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.151402] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e12500d6-323c-4f53-94eb-c585f7f0f587/e12500d6-323c-4f53-94eb-c585f7f0f587.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 957.151614] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 957.151891] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-49a44d63-909d-4036-ba2a-3b35259ca1ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.159286] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 957.159286] env[65481]: value = "task-4884839" [ 957.159286] env[65481]: _type = "Task" [ 957.159286] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.168575] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884839, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.221379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-3718e246-aa17-4fe4-a696-5282083d57e7" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.221604] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-3718e246-aa17-4fe4-a696-5282083d57e7" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.222067] env[65481]: DEBUG nova.objects.instance [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.238663] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.510s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.239218] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 957.242059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.450s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.242303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.244587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.905s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.244819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.246806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.092s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.248762] env[65481]: INFO nova.compute.claims [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 957.264629] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884837, 'name': ReconfigVM_Task, 'duration_secs': 0.277682} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.264948] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 957.278702] env[65481]: INFO nova.scheduler.client.report [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Deleted allocations for instance 5b571204-f656-4697-b62a-5caf8929d3d7 [ 957.285545] env[65481]: INFO nova.scheduler.client.report [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Deleted allocations for instance 97f6fba1-8341-42c7-a5d9-a085c09c88f0 [ 957.341657] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Successfully updated port: 8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 957.345773] env[65481]: DEBUG nova.compute.manager [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Received event network-vif-plugged-8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 957.346032] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 957.346244] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 957.346428] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.346606] env[65481]: DEBUG nova.compute.manager [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] No waiting events found dispatching network-vif-plugged-8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 957.346760] env[65481]: WARNING nova.compute.manager [req-fb8d2530-fe6b-460d-a92b-f04f190de54e req-d3c42075-dfb6-4329-9055-f8046884c446 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Received unexpected event network-vif-plugged-8928596a-21f5-4dce-9c97-8892a19c83a6 for instance with vm_state building and task_state spawning. [ 957.352808] env[65481]: WARNING neutronclient.v2_0.client [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.392962] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884838, 'name': PowerOffVM_Task, 'duration_secs': 0.162476} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.393244] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 957.393436] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 957.393699] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6a79beda-6289-41e7-ab93-96d6c41c65c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.422399] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 957.422620] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 957.422792] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Deleting the datastore file [datastore2] 2643f9a9-1783-45eb-a8f2-26b794a0a1b7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 957.423087] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7f27e627-3015-443c-9edd-dbe8caf77187 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.431362] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for the task: (returnval){ [ 957.431362] env[65481]: value = "task-4884841" [ 957.431362] env[65481]: _type = "Task" [ 957.431362] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.440108] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884841, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.534894] env[65481]: WARNING neutronclient.v2_0.client [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.616213] env[65481]: DEBUG nova.network.neutron [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Updated VIF entry in instance network info cache for port 369b9888-63db-4261-aab9-156f462e59c7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 957.616616] env[65481]: DEBUG nova.network.neutron [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Updating instance_info_cache with network_info: [{"id": "369b9888-63db-4261-aab9-156f462e59c7", "address": "fa:16:3e:0e:04:4c", "network": {"id": "e67c4691-af44-4e59-89ca-b03c3c409e48", "bridge": "br-int", "label": "tempest-ServerGroupTestJSON-254777593-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "3a017b4d5ee841eda83162f7133f88e8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "aa0d7fd6-4fd3-4451-9208-8a3cf25e30e4", "external-id": "nsx-vlan-transportzone-545", "segmentation_id": 545, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap369b9888-63", "ovs_interfaceid": "369b9888-63db-4261-aab9-156f462e59c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 957.669028] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884839, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064458} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.669143] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 957.669925] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7df3af48-8adc-4844-9a79-483d2e35e241 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.692427] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Reconfiguring VM instance instance-0000004d to attach disk [datastore2] e12500d6-323c-4f53-94eb-c585f7f0f587/e12500d6-323c-4f53-94eb-c585f7f0f587.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 957.693083] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4fd50ce9-8d02-4449-b51e-2e8b8af828dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.713017] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 957.713017] env[65481]: value = "task-4884842" [ 957.713017] env[65481]: _type = "Task" [ 957.713017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.721568] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884842, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.726049] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.754524] env[65481]: DEBUG nova.compute.utils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 957.763119] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 957.763119] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 957.763517] env[65481]: WARNING neutronclient.v2_0.client [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.764021] env[65481]: WARNING neutronclient.v2_0.client [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 957.775864] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 957.775864] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 957.775864] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 957.775864] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 957.775864] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 957.776424] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 957.776770] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 957.777048] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 957.777311] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 957.777585] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 957.777852] env[65481]: DEBUG nova.virt.hardware [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 957.783805] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfiguring VM instance instance-00000032 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 957.785427] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ead88663-c1e5-48db-a04a-0571589e33e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 957.802447] env[65481]: DEBUG oslo_concurrency.lockutils [None req-929005c2-8c41-4ec1-bf0f-29aa053dc776 tempest-ServerTagsTestJSON-1347258963 tempest-ServerTagsTestJSON-1347258963-project-member] Lock "97f6fba1-8341-42c7-a5d9-a085c09c88f0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.523s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.805142] env[65481]: DEBUG oslo_concurrency.lockutils [None req-529a0e22-df59-469e-974b-942ec3137631 tempest-ServersAdminTestJSON-1081817755 tempest-ServersAdminTestJSON-1081817755-project-member] Lock "5b571204-f656-4697-b62a-5caf8929d3d7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 30.986s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 957.809513] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 957.809513] env[65481]: value = "task-4884843" [ 957.809513] env[65481]: _type = "Task" [ 957.809513] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 957.818637] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884843, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 957.845246] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 957.845510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 957.845708] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 957.848984] env[65481]: DEBUG nova.policy [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e009e6ef4dbc423e94d94cf82b415351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4c3f21fde44b6fb9e54a4988dd7289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 957.878190] env[65481]: DEBUG nova.objects.instance [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 957.943928] env[65481]: DEBUG oslo_vmware.api [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Task: {'id': task-4884841, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.100926} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 957.944237] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 957.944481] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 957.944683] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 957.944884] env[65481]: INFO nova.compute.manager [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Took 1.08 seconds to destroy the instance on the hypervisor. [ 957.945168] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 957.945403] env[65481]: DEBUG nova.compute.manager [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 957.945521] env[65481]: DEBUG nova.network.neutron [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 957.945801] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.119773] env[65481]: DEBUG oslo_concurrency.lockutils [req-994704f5-8522-46b7-9b8a-765d43e67a87 req-fe0e66d8-02ab-42e6-a2f1-e714da5db5f7 service nova] Releasing lock "refresh_cache-e12500d6-323c-4f53-94eb-c585f7f0f587" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 958.224647] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884842, 'name': ReconfigVM_Task, 'duration_secs': 0.324069} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.227027] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Reconfigured VM instance instance-0000004d to attach disk [datastore2] e12500d6-323c-4f53-94eb-c585f7f0f587/e12500d6-323c-4f53-94eb-c585f7f0f587.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.227027] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-35aa4756-cbca-4cc8-8e24-ff7127ec921e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.233350] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 958.233350] env[65481]: value = "task-4884844" [ 958.233350] env[65481]: _type = "Task" [ 958.233350] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.241839] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884844, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.244469] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Successfully created port: 5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 958.260488] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 958.287703] env[65481]: DEBUG nova.network.neutron [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.287703] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.322974] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884843, 'name': ReconfigVM_Task, 'duration_secs': 0.177936} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.323160] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfigured VM instance instance-00000032 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 958.324123] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3dc529b4-c766-4607-9e5c-9f771e61ae4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.349214] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfiguring VM instance instance-00000032 to attach disk [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 958.353023] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-94c61c7a-dd8c-465a-b7be-eb43efcbce3d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.375286] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 958.375286] env[65481]: value = "task-4884845" [ 958.375286] env[65481]: _type = "Task" [ 958.375286] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.380651] env[65481]: DEBUG nova.objects.base [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance<02dfe7aa-9df0-4897-a2c0-964629fd352e> lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 958.380898] env[65481]: DEBUG nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 958.381254] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.381635] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 958.390690] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884845, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.629214] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80fe3f72-4b95-4102-ad6b-0c16a46f1146 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.638284] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25b45cf6-44c0-487c-ab25-a4e5d7d9f70c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.671275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11d63ff9-8bd1-405a-a3f0-9a1cce18ac5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.679340] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4639cef-c623-4e95-beb1-0faf2d7a0819 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.695907] env[65481]: DEBUG nova.compute.provider_tree [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 958.721770] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 958.744430] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884844, 'name': Rename_Task, 'duration_secs': 0.148277} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.744727] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 958.745128] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5bdd6904-d078-4cf8-92a8-81792b0d2325 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 958.754514] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 958.754514] env[65481]: value = "task-4884846" [ 958.754514] env[65481]: _type = "Task" [ 958.754514] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 958.762601] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884846, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 958.790368] env[65481]: DEBUG nova.network.neutron [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 958.886990] env[65481]: DEBUG oslo_vmware.api [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884845, 'name': ReconfigVM_Task, 'duration_secs': 0.268249} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 958.887299] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Reconfigured VM instance instance-00000032 to attach disk [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5/ec77f991-9de4-4c4c-bb84-110fb8a5dec5.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 958.887573] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.221548] env[65481]: ERROR nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [req-b23d383d-909f-41ae-98d7-e61d4d939ec3] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-b23d383d-909f-41ae-98d7-e61d4d939ec3"}]} [ 959.252238] env[65481]: DEBUG nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 959.265825] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884846, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 959.270696] env[65481]: DEBUG nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 959.270975] env[65481]: DEBUG nova.compute.provider_tree [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.274433] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 959.290561] env[65481]: DEBUG nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 959.293464] env[65481]: INFO nova.compute.manager [-] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Took 1.35 seconds to deallocate network for instance. [ 959.306957] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 959.306957] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 959.306957] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 959.307277] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 959.307277] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 959.307347] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 959.307510] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 959.307661] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 959.307948] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 959.308032] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 959.308165] env[65481]: DEBUG nova.virt.hardware [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 959.309119] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b7c2f0a-745c-4e9e-91fa-cf20e7f1c93b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.319045] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bac73e4c-17ac-4040-b578-aa1c15274e8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.325281] env[65481]: DEBUG nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 959.393935] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ec7bb1b-df66-4521-b810-d43cb2874ba4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.421583] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f06fc7d-8694-4a78-9dd7-948d08ad4d19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.440973] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 959.625914] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08e171ab-1b25-4fed-87e1-1aa88e5bce45 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.633902] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5b1d02a-75f2-4873-b164-86668a910fc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.673198] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08ecda85-ca70-448f-b930-6117620310b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.675451] env[65481]: DEBUG nova.policy [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 959.681494] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f147db4-4194-4291-96a3-387a6a3ff93a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.697576] env[65481]: DEBUG nova.compute.provider_tree [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 959.767606] env[65481]: DEBUG oslo_vmware.api [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884846, 'name': PowerOnVM_Task, 'duration_secs': 0.560138} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 959.767876] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 959.768081] env[65481]: INFO nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Took 7.07 seconds to spawn the instance on the hypervisor. [ 959.768446] env[65481]: DEBUG nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 959.769504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e46cf2f-ab66-4dff-a241-1bf390862b46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 959.805306] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 959.832284] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Successfully updated port: 5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 959.947243] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 959.947966] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.233365] env[65481]: DEBUG nova.scheduler.client.report [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 112 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 960.233494] env[65481]: DEBUG nova.compute.provider_tree [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 112 to 113 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 960.233611] env[65481]: DEBUG nova.compute.provider_tree [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 960.289113] env[65481]: INFO nova.compute.manager [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Took 38.49 seconds to build instance. [ 960.317745] env[65481]: WARNING neutronclient.v2_0.client [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 960.337366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 960.337366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 960.337366] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 960.350561] env[65481]: DEBUG nova.network.neutron [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Port 79873fd7-68cd-4e06-932b-fe966d3f2ead binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 960.739834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.493s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 960.740495] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 960.743192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 27.945s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 960.744949] env[65481]: INFO nova.compute.claims [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 960.791533] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4a9ac374-79cd-4824-beda-7e5fb89af3bb tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.999s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.250235] env[65481]: DEBUG nova.compute.utils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 961.253938] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 961.254212] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 961.255066] env[65481]: WARNING neutronclient.v2_0.client [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.255066] env[65481]: WARNING neutronclient.v2_0.client [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 961.373097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 961.373323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 961.373587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 961.481551] env[65481]: DEBUG nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Successfully updated port: 3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 961.605912] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 961.754630] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 961.984883] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 961.985099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 961.985408] env[65481]: DEBUG nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.006888] env[65481]: DEBUG nova.policy [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e895bb146999457198cb751500e9a67b', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'e906ffb3ff4146dd846c12ada6871c76', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 962.045872] env[65481]: DEBUG nova.network.neutron [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 962.152500] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9740b1ef-3c43-4a78-9545-853a4881975c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.161210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26b75fbe-aca7-4bf5-b66c-dd943beeef7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.192114] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-464f5313-9447-427f-a037-26a3db88b401 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.200387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e407c66c-8fc5-448c-b5c5-f97bbb94cf34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.215022] env[65481]: DEBUG nova.compute.provider_tree [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 962.381233] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 962.518256] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Successfully created port: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 962.552029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 962.552405] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Instance network_info: |[{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 962.552849] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:79:75:c3', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8928596a-21f5-4dce-9c97-8892a19c83a6', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 962.560984] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 962.561227] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 962.561453] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-908a9639-9b80-414b-a7c6-39a65f2fa85a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.585670] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 962.585670] env[65481]: value = "task-4884847" [ 962.585670] env[65481]: _type = "Task" [ 962.585670] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 962.593894] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884847, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 962.718733] env[65481]: DEBUG nova.scheduler.client.report [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 962.767374] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 962.810745] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 962.810979] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 962.811610] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 962.811610] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 962.811610] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 962.811844] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 962.811914] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 962.812052] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 962.812210] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 962.812363] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 962.813071] env[65481]: DEBUG nova.virt.hardware [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 962.813522] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b3fa832-fd26-4999-bc76-f08f03090834 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 962.823680] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 962.824085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 962.824589] env[65481]: DEBUG nova.network.neutron [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 962.828484] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74a3b3fa-f71d-409e-ab6e-69c3efe3b33e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.023502] env[65481]: WARNING nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 963.023681] env[65481]: WARNING nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 963.097295] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884847, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.213405] env[65481]: WARNING neutronclient.v2_0.client [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.224901] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.481s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.225672] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 963.228537] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.898s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.228770] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 963.231124] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 25.977s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 963.232773] env[65481]: INFO nova.compute.claims [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 963.278636] env[65481]: INFO nova.scheduler.client.report [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance d5457a55-4fbf-43d6-a6eb-d671cd9a89ae [ 963.338193] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.598439] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884847, 'name': CreateVM_Task, 'duration_secs': 0.520306} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 963.598649] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 963.599146] env[65481]: WARNING neutronclient.v2_0.client [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.599501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 963.599650] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 963.600010] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 963.600282] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11295b0a-09a3-4034-a612-8bcdea38ebbc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 963.605911] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 963.605911] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f08f5c-92cc-537a-fefb-f43bd25b6b2a" [ 963.605911] env[65481]: _type = "Task" [ 963.605911] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 963.614165] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f08f5c-92cc-537a-fefb-f43bd25b6b2a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 963.738466] env[65481]: DEBUG nova.compute.utils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 963.741883] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 963.742070] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 963.742797] env[65481]: WARNING neutronclient.v2_0.client [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.742797] env[65481]: WARNING neutronclient.v2_0.client [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 963.790726] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69ac52a3-466b-464a-bb5c-e67eb1dfcc98 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d5457a55-4fbf-43d6-a6eb-d671cd9a89ae" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 31.965s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 964.117150] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f08f5c-92cc-537a-fefb-f43bd25b6b2a, 'name': SearchDatastore_Task, 'duration_secs': 0.045241} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.117732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.117732] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 964.117946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 964.117979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 964.118178] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 964.118487] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b77ead05-d2f7-470d-90a6-f2685d917df7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.129887] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 964.130092] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 964.130848] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ad1ebfcb-ce18-432a-b207-75e5e05120f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.138909] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 964.138909] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529534b7-8de0-e4df-7820-a35a6c1a5732" [ 964.138909] env[65481]: _type = "Task" [ 964.138909] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.147435] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529534b7-8de0-e4df-7820-a35a6c1a5732, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.207491] env[65481]: DEBUG nova.policy [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91af67e36ee84a6e8c615537dbdddb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1e630f7c542ffa32018beb6e23ea2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 964.242995] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 964.356992] env[65481]: DEBUG nova.network.neutron [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 964.440864] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 964.528895] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22171ede-5f9b-4ac8-9197-539b2bc8e721 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.537431] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f290e659-c0a4-479c-a975-200eaaf9687f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.575620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8f46e4d-0339-473b-9edd-1990e636c0cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.584713] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-714fb2c9-cbe7-46f8-ab9b-15746954d75f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.600148] env[65481]: DEBUG nova.compute.provider_tree [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 964.629181] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Successfully updated port: c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 964.652091] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529534b7-8de0-e4df-7820-a35a6c1a5732, 'name': SearchDatastore_Task, 'duration_secs': 0.022373} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 964.652914] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ac99e36e-28f8-4e68-9dd2-0568e5bafbf8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.659206] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 964.659206] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529966c7-0df1-870c-c7b9-c180dafad32f" [ 964.659206] env[65481]: _type = "Task" [ 964.659206] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.668147] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529966c7-0df1-870c-c7b9-c180dafad32f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.860051] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 964.860051] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance network_info: |[{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 964.860816] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:fb:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cff97b8-4a83-4394-9b22-408121df5256', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 964.868918] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating folder: Project (6b4c3f21fde44b6fb9e54a4988dd7289). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.869305] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2a0a762-508f-4a56-bdf1-ea7d90b981a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.882204] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created folder: Project (6b4c3f21fde44b6fb9e54a4988dd7289) in parent group-v951696. [ 964.882421] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating folder: Instances. Parent ref: group-v951910. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 964.882707] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c2e6156e-0625-4da9-b801-0862c1a7e0ff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.893720] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created folder: Instances in parent group-v951910. [ 964.893963] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 964.894199] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 964.894444] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c4af1d44-a990-493b-be92-c29475c8b0c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 964.917599] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 964.917599] env[65481]: value = "task-4884850" [ 964.917599] env[65481]: _type = "Task" [ 964.917599] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 964.926710] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884850, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 964.974101] env[65481]: WARNING neutronclient.v2_0.client [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.104819] env[65481]: DEBUG nova.scheduler.client.report [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 965.134681] env[65481]: DEBUG nova.network.neutron [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 965.139352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.139352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquired lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.139352] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 965.165028] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.174677] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529966c7-0df1-870c-c7b9-c180dafad32f, 'name': SearchDatastore_Task, 'duration_secs': 0.033658} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.174978] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.175266] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 965.175553] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9f451759-1f18-42b1-a44e-6d8b5083636f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.183419] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 965.183419] env[65481]: value = "task-4884851" [ 965.183419] env[65481]: _type = "Task" [ 965.183419] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.192309] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884851, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.196100] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Successfully created port: 98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 965.256113] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 965.286401] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 965.286583] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 965.286682] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 965.286870] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 965.287223] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 965.287410] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 965.287661] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 965.288357] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 965.288678] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 965.288678] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 965.288853] env[65481]: DEBUG nova.virt.hardware [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 965.289803] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca546e5a-217e-4c6c-b3ae-c87b90434438 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.300992] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfcd4383-bc13-41fd-99c5-c07c4b52d567 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.429845] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884850, 'name': CreateVM_Task, 'duration_secs': 0.352119} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.430289] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 965.431062] env[65481]: WARNING neutronclient.v2_0.client [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 965.431564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.431723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.432052] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 965.432641] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fae3c745-4ae8-4dfe-879e-4d0719983ea7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.439071] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 965.439071] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b72f6d-ae4e-eda0-f342-42ec321745d5" [ 965.439071] env[65481]: _type = "Task" [ 965.439071] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.456602] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b72f6d-ae4e-eda0-f342-42ec321745d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.611765] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.381s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 965.612346] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 965.615339] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 26.738s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 965.616962] env[65481]: INFO nova.compute.claims [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 965.636050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.694675] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884851, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 965.904150] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 965.950703] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b72f6d-ae4e-eda0-f342-42ec321745d5, 'name': SearchDatastore_Task, 'duration_secs': 0.012603} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 965.951098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 965.951812] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 965.951812] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 965.951812] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 965.952289] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 965.952392] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-32a8f5b7-681c-4200-a151-ce64f2e179dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.962300] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 965.962616] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 965.963904] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-cdb112a4-9cab-4d5e-9ccd-4ed11cb53693 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 965.969653] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 965.969653] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234294c-1a5e-cef9-c5e9-27fcb1ffebf8" [ 965.969653] env[65481]: _type = "Task" [ 965.969653] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 965.978411] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234294c-1a5e-cef9-c5e9-27fcb1ffebf8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.122452] env[65481]: DEBUG nova.compute.utils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 966.126350] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 966.126350] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 966.126694] env[65481]: WARNING neutronclient.v2_0.client [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.127027] env[65481]: WARNING neutronclient.v2_0.client [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.168551] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4be6444-f3eb-477d-aec7-22df3d59c5dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.192453] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b9ddfb2-6cdf-427d-a494-579931a64206 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.201329] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.209259] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884851, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.659346} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.209548] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 966.209772] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 966.210057] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-3c274604-b527-4723-beb4-b097f56b65de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.218965] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 966.218965] env[65481]: value = "task-4884852" [ 966.218965] env[65481]: _type = "Task" [ 966.218965] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.228715] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884852, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.483184] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234294c-1a5e-cef9-c5e9-27fcb1ffebf8, 'name': SearchDatastore_Task, 'duration_secs': 0.013688} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.483184] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-999ab19c-8465-4bb5-8769-ac8ede0e4ae8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.487213] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 966.487213] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527a5c35-26cf-6db8-9a10-cc40e445f620" [ 966.487213] env[65481]: _type = "Task" [ 966.487213] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.495597] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527a5c35-26cf-6db8-9a10-cc40e445f620, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.626986] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 966.712112] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1aee21e-96b5-4c65-a03c-9985f2da335a tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance 'ec77f991-9de4-4c4c-bb84-110fb8a5dec5' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 966.731805] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884852, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080295} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 966.732076] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 966.732989] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba732c73-8850-42fd-a4c9-ec49d197e2db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.760049] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 966.763169] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-096c019d-fff6-42b6-bd93-bf2d57a3b4d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.784861] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 966.784861] env[65481]: value = "task-4884853" [ 966.784861] env[65481]: _type = "Task" [ 966.784861] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 966.796263] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884853, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 966.805445] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Successfully updated port: 98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 966.846472] env[65481]: DEBUG nova.policy [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0d5b1e1a474ba3970c5a787b01b10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3e4d49957649e8b19e2bd249d82aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 966.871315] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 966.958024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9342820-e6ba-44a1-88cb-615ae1e03d03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 966.963110] env[65481]: DEBUG nova.compute.manager [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Received event network-changed-8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 966.963659] env[65481]: DEBUG nova.compute.manager [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Refreshing instance network info cache due to event network-changed-8928596a-21f5-4dce-9c97-8892a19c83a6. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 966.963659] env[65481]: DEBUG oslo_concurrency.lockutils [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] Acquiring lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 966.963832] env[65481]: DEBUG oslo_concurrency.lockutils [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] Acquired lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 966.964052] env[65481]: DEBUG nova.network.neutron [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Refreshing network info cache for port 8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 966.971352] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d59cd27-2128-459c-8d79-9346b1007c3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.010074] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37e18b4a-2d2e-45b6-a26a-1bb69bdd1796 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.022281] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc95183-f548-485f-b4f5-04cebbcfbe45 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.026644] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527a5c35-26cf-6db8-9a10-cc40e445f620, 'name': SearchDatastore_Task, 'duration_secs': 0.040203} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.027303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 967.027578] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 967.028236] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-1ef58893-09f5-424e-b87b-248867e40b25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.041582] env[65481]: DEBUG nova.compute.provider_tree [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 967.047703] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 967.047703] env[65481]: value = "task-4884854" [ 967.047703] env[65481]: _type = "Task" [ 967.047703] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.055618] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.268830] env[65481]: WARNING neutronclient.v2_0.client [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.299767] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884853, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.310697] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 967.310939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 967.311775] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 967.329908] env[65481]: DEBUG nova.compute.manager [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 967.330196] env[65481]: DEBUG oslo_concurrency.lockutils [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 967.330479] env[65481]: DEBUG oslo_concurrency.lockutils [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 967.331101] env[65481]: DEBUG oslo_concurrency.lockutils [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 967.331397] env[65481]: DEBUG nova.compute.manager [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] No waiting events found dispatching network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 967.332926] env[65481]: WARNING nova.compute.manager [req-316ef36f-9c9d-4c69-86da-766e437251c0 req-b49fc17a-b123-4515-ba65-93272f1f59d2 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received unexpected event network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 for instance with vm_state building and task_state spawning. [ 967.469789] env[65481]: WARNING neutronclient.v2_0.client [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 967.547702] env[65481]: DEBUG nova.scheduler.client.report [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 967.567859] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884854, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.644742] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 967.680149] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 967.681485] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 967.682171] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 967.682564] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 967.683147] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 967.683503] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 967.684371] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 967.684714] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 967.685068] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 967.685929] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 967.686636] env[65481]: DEBUG nova.virt.hardware [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 967.688164] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bad68cee-5785-46f8-be51-8c9d98c5af4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.700154] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7955be97-38e5-4e7a-a599-5d6c6c16d4b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.797408] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884853, 'name': ReconfigVM_Task, 'duration_secs': 0.897013} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 967.797957] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 967.798695] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1b4866b2-9675-4d46-abb7-96ee43c61195 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 967.807511] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 967.807511] env[65481]: value = "task-4884855" [ 967.807511] env[65481]: _type = "Task" [ 967.807511] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 967.822150] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884855, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 967.823484] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Successfully created port: cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 968.013752] env[65481]: DEBUG nova.network.neutron [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c71d07b-748b-49da-81d8-a011c4220cdd", "address": "fa:16:3e:5b:1b:a5", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c71d07b-74", "ovs_interfaceid": "1c71d07b-748b-49da-81d8-a011c4220cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3718e246-aa17-4fe4-a696-5282083d57e7", "address": "fa:16:3e:f8:54:d3", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3718e246-aa", "ovs_interfaceid": "3718e246-aa17-4fe4-a696-5282083d57e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.061107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 968.061655] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 968.064357] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 27.509s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 968.064493] env[65481]: DEBUG nova.objects.instance [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'resources' on Instance uuid 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 968.073913] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884854, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.952008} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.074800] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 968.075034] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 968.075518] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-0d8d6ef3-f6b9-40eb-9a80-5a7cd477cf59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.084505] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 968.084505] env[65481]: value = "task-4884856" [ 968.084505] env[65481]: _type = "Task" [ 968.084505] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.096199] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884856, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.144828] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 968.323848] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884855, 'name': Rename_Task, 'duration_secs': 0.277471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.324337] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 968.324637] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fb5ff984-6475-4144-9ec9-dbc193256724 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.333645] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 968.333645] env[65481]: value = "task-4884857" [ 968.333645] env[65481]: _type = "Task" [ 968.333645] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.348531] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884857, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.517096] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 968.517940] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 968.518195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 968.522021] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18befd5a-c572-4be5-8c8e-91e6fb192479 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.537801] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 968.538132] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 968.538315] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 968.538499] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 968.538642] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 968.538784] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 968.538986] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 968.539158] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 968.539349] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 968.539483] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 968.539652] env[65481]: DEBUG nova.virt.hardware [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 968.546168] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfiguring VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 968.546644] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e62af01f-29cb-4229-943d-d9e42841e68e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.566794] env[65481]: DEBUG oslo_vmware.api [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 968.566794] env[65481]: value = "task-4884858" [ 968.566794] env[65481]: _type = "Task" [ 968.566794] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.575043] env[65481]: DEBUG nova.compute.utils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 968.576845] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 968.576845] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 968.577419] env[65481]: WARNING neutronclient.v2_0.client [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.577419] env[65481]: WARNING neutronclient.v2_0.client [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 968.585799] env[65481]: DEBUG oslo_vmware.api [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884858, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.595864] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884856, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.067817} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 968.598816] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 968.601728] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194df02d-356d-4e4b-b22b-93ece451a561 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.628571] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 968.631993] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88ece880-0800-45fa-a61f-f1dcf971ca38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.653359] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 968.653359] env[65481]: value = "task-4884859" [ 968.653359] env[65481]: _type = "Task" [ 968.653359] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 968.668247] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884859, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.847441] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884857, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 968.863598] env[65481]: DEBUG nova.network.neutron [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Updating instance_info_cache with network_info: [{"id": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "address": "fa:16:3e:e9:13:87", "network": {"id": "8769a615-5dd3-4d62-9afc-3a7648b8cd2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1320643590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e906ffb3ff4146dd846c12ada6871c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2728db0-4a", "ovs_interfaceid": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 968.913234] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11b89285-a34b-4c97-b64a-f903dc506c02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.922886] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15861799-f6c9-46d9-bda1-f74243e8f74e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.970764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30da7b7b-e18e-4574-846b-e22bfc1c09fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.981392] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e5939f0-15bc-40f0-a972-85a769daf91c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 968.998958] env[65481]: DEBUG nova.compute.provider_tree [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 969.011250] env[65481]: DEBUG nova.policy [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e7f48f9ef04f538ec081f4112fa772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedc0779444549f689d1a54807a82305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 969.081534] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 969.085619] env[65481]: DEBUG oslo_vmware.api [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884858, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.164177] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884859, 'name': ReconfigVM_Task, 'duration_secs': 0.437252} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.164177] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 969.164571] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2d1ec2a3-0e9b-4f5e-9096-571f1d7b184c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.172829] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 969.172829] env[65481]: value = "task-4884860" [ 969.172829] env[65481]: _type = "Task" [ 969.172829] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 969.183293] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884860, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 969.355291] env[65481]: DEBUG oslo_vmware.api [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884857, 'name': PowerOnVM_Task, 'duration_secs': 0.764274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 969.355912] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 969.355912] env[65481]: INFO nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Took 12.60 seconds to spawn the instance on the hypervisor. [ 969.356139] env[65481]: DEBUG nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 969.356997] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2ac0c2d5-6ace-4adc-a289-867fc2e145c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.371054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Releasing lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 969.371054] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Instance network_info: |[{"id": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "address": "fa:16:3e:e9:13:87", "network": {"id": "8769a615-5dd3-4d62-9afc-3a7648b8cd2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1320643590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e906ffb3ff4146dd846c12ada6871c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2728db0-4a", "ovs_interfaceid": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 969.371054] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e9:13:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '47ca1ce6-8148-48d5-bcfe-89e39b73914e', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'c2728db0-4a6a-40f2-ba94-fcb9cc2c139e', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 969.379391] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Creating folder: Project (e906ffb3ff4146dd846c12ada6871c76). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.379391] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a22332b0-fd4b-472f-9b91-fef6fd51b6e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 969.390705] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Created folder: Project (e906ffb3ff4146dd846c12ada6871c76) in parent group-v951696. [ 969.390705] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Creating folder: Instances. Parent ref: group-v951913. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 969.390957] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-81e2987e-ae79-46b0-9a64-b6036b661792 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.194828] env[65481]: DEBUG nova.scheduler.client.report [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 970.204609] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Successfully created port: 277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 970.209984] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Successfully updated port: cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 970.221199] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Created folder: Instances in parent group-v951913. [ 970.221525] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 970.224545] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 970.226616] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c84d7570-cbe6-4c1a-9c21-9dabe2179ebb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.249586] env[65481]: INFO nova.compute.manager [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Took 43.19 seconds to build instance. [ 970.251101] env[65481]: DEBUG oslo_vmware.api [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884858, 'name': ReconfigVM_Task, 'duration_secs': 0.896975} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.251525] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884860, 'name': Rename_Task, 'duration_secs': 0.177543} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 970.253632] env[65481]: WARNING neutronclient.v2_0.client [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.253632] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 970.253632] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfigured VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 970.256487] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 970.259548] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6193e2a7-9f6c-4ca9-8a42-48af4426251c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.262757] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 970.262757] env[65481]: value = "task-4884863" [ 970.262757] env[65481]: _type = "Task" [ 970.262757] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.271303] env[65481]: WARNING neutronclient.v2_0.client [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.273875] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 970.273875] env[65481]: value = "task-4884864" [ 970.273875] env[65481]: _type = "Task" [ 970.273875] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 970.282731] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884863, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.290247] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884864, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.304171] env[65481]: WARNING neutronclient.v2_0.client [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 970.550821] env[65481]: DEBUG nova.network.neutron [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating instance_info_cache with network_info: [{"id": "98873b90-8920-469f-9a6a-c832aafab796", "address": "fa:16:3e:c4:7b:5d", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98873b90-89", "ovs_interfaceid": "98873b90-8920-469f-9a6a-c832aafab796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.581983] env[65481]: DEBUG nova.network.neutron [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updated VIF entry in instance network info cache for port 8928596a-21f5-4dce-9c97-8892a19c83a6. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 970.582310] env[65481]: DEBUG nova.network.neutron [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 970.710783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.646s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.714151] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 970.716541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 26.803s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 970.716758] env[65481]: DEBUG nova.objects.instance [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lazy-loading 'resources' on Instance uuid b97641fd-2656-4067-83d6-9bed257d6b5f {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 970.723694] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 970.723952] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 970.724236] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 970.748942] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 970.749146] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 970.749189] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 970.749373] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 970.749535] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 970.749681] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 970.749901] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 970.750067] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 970.750233] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 970.750392] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 970.750559] env[65481]: DEBUG nova.virt.hardware [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 970.752756] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f167679b-895d-4fc5-8dda-afd8e8b4a55b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.757401] env[65481]: INFO nova.scheduler.client.report [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted allocations for instance 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0 [ 970.758317] env[65481]: DEBUG oslo_concurrency.lockutils [None req-60f31f68-55c7-4e0a-9272-a71aee624011 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.709s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.759580] env[65481]: DEBUG oslo_concurrency.lockutils [None req-93b08a85-7f2f-4f89-9cd8-95f34d3d97aa tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-3718e246-aa17-4fe4-a696-5282083d57e7" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 13.538s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 970.773026] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91aa973a-2e36-4e98-89ad-07b6654a37c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 970.782685] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884863, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 970.800828] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884864, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.056385] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.057034] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance network_info: |[{"id": "98873b90-8920-469f-9a6a-c832aafab796", "address": "fa:16:3e:c4:7b:5d", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98873b90-89", "ovs_interfaceid": "98873b90-8920-469f-9a6a-c832aafab796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 971.057570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:7b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98873b90-8920-469f-9a6a-c832aafab796', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 971.066712] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 971.066873] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 971.069069] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0aba06bd-2606-4465-a512-64c2d174484c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.090928] env[65481]: DEBUG oslo_concurrency.lockutils [req-88aa639b-6576-4199-bc2e-526acdfa6829 req-dafae0c7-5aa7-484f-ac8e-2a0e8a1c2567 service nova] Releasing lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 971.091681] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 971.091681] env[65481]: value = "task-4884865" [ 971.091681] env[65481]: _type = "Task" [ 971.091681] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.102149] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884865, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.270680] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4ed2752-d539-4b17-bcd4-97524473b36a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "4a5df8d5-b1b6-4581-ab9f-d006c3288fc0" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 34.076s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.283077] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884863, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.292087] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 971.298512] env[65481]: DEBUG oslo_vmware.api [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4884864, 'name': PowerOnVM_Task, 'duration_secs': 0.672722} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.298816] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 971.299027] env[65481]: INFO nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Took 12.02 seconds to spawn the instance on the hypervisor. [ 971.299205] env[65481]: DEBUG nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 971.300374] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5bf42d7-6458-4756-b200-fa110a401881 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.462319] env[65481]: WARNING neutronclient.v2_0.client [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.525328] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cafa44b-969c-4812-8c92-94afa6f44943 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.534016] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48d1fa67-d15d-4aee-8d8d-5beac90dc61e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.569230] env[65481]: DEBUG nova.network.neutron [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 971.571215] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e1577f-3ba0-44c5-9485-e787ecf18025 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.581201] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97b429a2-85bf-46a1-844c-4ff4c82b93b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.602449] env[65481]: DEBUG nova.compute.provider_tree [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 971.614848] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884865, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.791029] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884863, 'name': CreateVM_Task, 'duration_secs': 1.441866} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 971.791029] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 971.791029] env[65481]: WARNING neutronclient.v2_0.client [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 971.791029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.791029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.791029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 971.791029] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7f4de3-6fe4-4c88-8c26-16daa5c4311b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 971.798391] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 971.798391] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9edf-930e-e876-fd6c-a8ad30af3f89" [ 971.798391] env[65481]: _type = "Task" [ 971.798391] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 971.813210] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9edf-930e-e876-fd6c-a8ad30af3f89, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 971.827464] env[65481]: INFO nova.compute.manager [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Took 42.35 seconds to build instance. [ 971.927108] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Successfully updated port: 277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 971.980691] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-plugged-3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.981587] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 971.981587] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 971.981587] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 971.981587] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] No waiting events found dispatching network-vif-plugged-3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 971.981856] env[65481]: WARNING nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received unexpected event network-vif-plugged-3718e246-aa17-4fe4-a696-5282083d57e7 for instance with vm_state active and task_state None. [ 971.981856] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-changed-3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.982164] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing instance network info cache due to event network-changed-3718e246-aa17-4fe4-a696-5282083d57e7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 971.982164] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.982261] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.982696] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Refreshing network info cache for port 3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 971.986556] env[65481]: DEBUG nova.compute.manager [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-changed-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 971.986704] env[65481]: DEBUG nova.compute.manager [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing instance network info cache due to event network-changed-5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 971.986893] env[65481]: DEBUG oslo_concurrency.lockutils [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 971.987050] env[65481]: DEBUG oslo_concurrency.lockutils [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 971.988210] env[65481]: DEBUG nova.network.neutron [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 972.076115] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.078189] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Instance network_info: |[{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 972.078465] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:28:41:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'cc3adcd1-9025-4aca-9eaa-e700be07584a', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 972.088429] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Creating folder: Project (eb3e4d49957649e8b19e2bd249d82aa8). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.088951] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17c140f4-53c3-46f3-afe5-9e7f2ff152f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.107964] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Created folder: Project (eb3e4d49957649e8b19e2bd249d82aa8) in parent group-v951696. [ 972.108319] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Creating folder: Instances. Parent ref: group-v951917. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 972.109379] env[65481]: DEBUG nova.scheduler.client.report [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 972.112614] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a6b4024f-b27b-4f89-9703-0944d6b270f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.123912] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884865, 'name': CreateVM_Task, 'duration_secs': 0.739694} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.124397] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 972.127856] env[65481]: WARNING neutronclient.v2_0.client [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.127856] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.127856] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Created folder: Instances in parent group-v951917. [ 972.127856] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 972.127856] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 972.127856] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-2ff03526-9002-4759-b9c4-87c16760e75b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.147380] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.147602] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.153664] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 972.153664] env[65481]: value = "task-4884868" [ 972.153664] env[65481]: _type = "Task" [ 972.153664] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.162929] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884868, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.314411] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522d9edf-930e-e876-fd6c-a8ad30af3f89, 'name': SearchDatastore_Task, 'duration_secs': 0.025852} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.314852] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.315386] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.315386] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.315386] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.315841] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 972.315892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.316228] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 972.316494] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4084f38f-50db-44ff-aece-da9304812ee7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.318498] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5d16116a-6acc-4828-8eb0-4937fe775dba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.325016] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 972.325016] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ce763-ed2b-4365-c5d0-fc20b45cace9" [ 972.325016] env[65481]: _type = "Task" [ 972.325016] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.329358] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 972.329668] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 972.330817] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c9b56340-35f8-4c18-af15-8fffaa539af0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.334209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-166b42b8-889d-49fd-8424-a1d9bb88987a tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 43.880s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.337736] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ce763-ed2b-4365-c5d0-fc20b45cace9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.343701] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 972.343701] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6fdb8-fb41-78c1-69b0-0a46ee43408f" [ 972.343701] env[65481]: _type = "Task" [ 972.343701] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.353612] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6fdb8-fb41-78c1-69b0-0a46ee43408f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.432397] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.432573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 972.432742] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 972.486586] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.492639] env[65481]: WARNING neutronclient.v2_0.client [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.563489] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.563797] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.564035] env[65481]: DEBUG nova.compute.manager [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Going to confirm migration 4 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 972.616605] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.900s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 972.620649] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.213s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.623474] env[65481]: INFO nova.compute.claims [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 972.631413] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 972.631413] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 972.660861] env[65481]: DEBUG nova.compute.utils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 972.664497] env[65481]: INFO nova.scheduler.client.report [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Deleted allocations for instance b97641fd-2656-4067-83d6-9bed257d6b5f [ 972.679199] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884868, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.839239] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ce763-ed2b-4365-c5d0-fc20b45cace9, 'name': SearchDatastore_Task, 'duration_secs': 0.02211} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.839239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 972.839239] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 972.839239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 972.854599] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c6fdb8-fb41-78c1-69b0-0a46ee43408f, 'name': SearchDatastore_Task, 'duration_secs': 0.013741} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 972.855426] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af72145b-6c56-4594-811f-2a04e58e919a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 972.865033] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 972.865033] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262bac4-3732-3ae0-82b1-29c0d1fcb3f2" [ 972.865033] env[65481]: _type = "Task" [ 972.865033] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 972.875347] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262bac4-3732-3ae0-82b1-29c0d1fcb3f2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 972.877398] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 972.930854] env[65481]: WARNING neutronclient.v2_0.client [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.010806] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 973.040217] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updated VIF entry in instance network info cache for port 3718e246-aa17-4fe4-a696-5282083d57e7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.042368] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "1c71d07b-748b-49da-81d8-a011c4220cdd", "address": "fa:16:3e:5b:1b:a5", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1c71d07b-74", "ovs_interfaceid": "1c71d07b-748b-49da-81d8-a011c4220cdd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3718e246-aa17-4fe4-a696-5282083d57e7", "address": "fa:16:3e:f8:54:d3", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3718e246-aa", "ovs_interfaceid": "3718e246-aa17-4fe4-a696-5282083d57e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.071200] env[65481]: WARNING neutronclient.v2_0.client [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.082353] env[65481]: DEBUG nova.network.neutron [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updated VIF entry in instance network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 973.082719] env[65481]: DEBUG nova.network.neutron [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.123328] env[65481]: WARNING neutronclient.v2_0.client [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.123861] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.124062] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.124240] env[65481]: DEBUG nova.network.neutron [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 973.124424] env[65481]: DEBUG nova.objects.instance [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'info_cache' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 973.133201] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 973.141967] env[65481]: WARNING neutronclient.v2_0.client [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.167558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.020s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.176894] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884868, 'name': CreateVM_Task, 'duration_secs': 0.576206} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.178116] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82815699-9123-4e3a-bc31-f75419a89b5c tempest-ServerShowV247Test-1069365334 tempest-ServerShowV247Test-1069365334-project-member] Lock "b97641fd-2656-4067-83d6-9bed257d6b5f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 33.988s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.179181] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 973.182866] env[65481]: WARNING neutronclient.v2_0.client [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 973.183409] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.183742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.184184] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 973.185046] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80255c94-e037-40b6-81ce-eb6b31019d35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.191491] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 973.191491] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520052d6-1314-72ef-b06a-eb0930c133ef" [ 973.191491] env[65481]: _type = "Task" [ 973.191491] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.201642] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520052d6-1314-72ef-b06a-eb0930c133ef, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.224317] env[65481]: DEBUG nova.network.neutron [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Updating instance_info_cache with network_info: [{"id": "277fc81c-c874-4110-a442-21a024412a9f", "address": "fa:16:3e:8f:47:08", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277fc81c-c8", "ovs_interfaceid": "277fc81c-c874-4110-a442-21a024412a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 973.375727] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5262bac4-3732-3ae0-82b1-29c0d1fcb3f2, 'name': SearchDatastore_Task, 'duration_secs': 0.029302} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.376040] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.376262] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f6fe2df1-f7ff-4efb-994c-65d584156459/f6fe2df1-f7ff-4efb-994c-65d584156459.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 973.376565] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.376758] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 973.376975] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-863a9538-257d-4cbe-92b7-a76abc0b6bc5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.378871] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-88133e11-ce98-405d-a678-eaafd0f2113e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.386572] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 973.386572] env[65481]: value = "task-4884869" [ 973.386572] env[65481]: _type = "Task" [ 973.386572] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.391500] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 973.391708] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 973.395793] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-02ea589e-2d7b-4265-8385-6af4d4e1f79e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.398451] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884869, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.402506] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 973.402506] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200dd24-7abe-239c-617d-caf7d0da221f" [ 973.402506] env[65481]: _type = "Task" [ 973.402506] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.411968] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200dd24-7abe-239c-617d-caf7d0da221f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.545399] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.545701] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Received event network-vif-plugged-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.545948] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.546160] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.546310] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.546475] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] No waiting events found dispatching network-vif-plugged-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 973.546641] env[65481]: WARNING nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Received unexpected event network-vif-plugged-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e for instance with vm_state building and task_state spawning. [ 973.546800] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Received event network-changed-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 973.546949] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Refreshing instance network info cache due to event network-changed-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 973.547142] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.547275] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquired lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 973.547428] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Refreshing network info cache for port c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 973.585803] env[65481]: DEBUG oslo_concurrency.lockutils [req-5e94f7fa-c2fe-431d-a565-27adda7a9e10 req-ea2f891f-406a-46af-a3ba-550735a6b54a service nova] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.662684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.708839] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520052d6-1314-72ef-b06a-eb0930c133ef, 'name': SearchDatastore_Task, 'duration_secs': 0.027654} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.709069] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.709808] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 973.709808] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 973.722804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "e12500d6-323c-4f53-94eb-c585f7f0f587" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.723082] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.723298] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 973.723501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 973.723954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 973.726253] env[65481]: INFO nova.compute.manager [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Terminating instance [ 973.727905] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 973.728272] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Instance network_info: |[{"id": "277fc81c-c874-4110-a442-21a024412a9f", "address": "fa:16:3e:8f:47:08", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277fc81c-c8", "ovs_interfaceid": "277fc81c-c874-4110-a442-21a024412a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 973.728748] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:8f:47:08', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '277fc81c-c874-4110-a442-21a024412a9f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 973.737508] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 973.744660] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 973.747648] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-89039676-0e1e-49d3-a4b9-ce112d65d646 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.776018] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 973.776018] env[65481]: value = "task-4884870" [ 973.776018] env[65481]: _type = "Task" [ 973.776018] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.788174] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884870, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.910082] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884869, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.920505] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5200dd24-7abe-239c-617d-caf7d0da221f, 'name': SearchDatastore_Task, 'duration_secs': 0.012965} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 973.921433] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ae28279-e8d7-4a13-a4c6-77c2c36d09d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.929509] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 973.929509] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e37756-e381-0b93-4007-0067382e6d65" [ 973.929509] env[65481]: _type = "Task" [ 973.929509] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 973.941814] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e37756-e381-0b93-4007-0067382e6d65, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 973.977278] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95fbb4b2-e4aa-4ad2-84a8-c83a733fd754 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 973.988380] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8261e5da-2ce3-4805-ac31-dd264e172816 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.023042] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b675b39c-ff74-4b74-a2de-ddbf3aab23d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.033938] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2ec7365-67df-4a32-90af-bdd87aac1c4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.051858] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.054276] env[65481]: DEBUG nova.compute.provider_tree [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 974.131679] env[65481]: WARNING neutronclient.v2_0.client [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.249309] env[65481]: DEBUG nova.compute.manager [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 974.249580] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 974.250297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.250509] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.250722] env[65481]: INFO nova.compute.manager [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attaching volume 978ff7d5-570b-416c-8516-063cf6bd475e to /dev/sdb [ 974.254753] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ebdbea2-1517-46ac-97d8-5ae5b93900cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.272787] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 974.273227] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-621be454-31c2-4b0e-b50f-4fd5a17a16e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.292161] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884870, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.294166] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 974.294166] env[65481]: value = "task-4884871" [ 974.294166] env[65481]: _type = "Task" [ 974.294166] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.312350] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884871, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.314912] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca61e903-7619-4b8e-aee2-34358be7225e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.326446] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11baffcc-6af5-4367-a831-b12054b2a68a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.351517] env[65481]: DEBUG nova.virt.block_device [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating existing volume attachment record: a9a12c90-18bc-4a21-bd3a-bfdf8f9075a6 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 974.406682] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884869, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.584419} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.407950] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f6fe2df1-f7ff-4efb-994c-65d584156459/f6fe2df1-f7ff-4efb-994c-65d584156459.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 974.408090] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 974.408376] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eb8f7ea5-b9a1-4fbe-8532-56d2555377c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.417714] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 974.417714] env[65481]: value = "task-4884872" [ 974.417714] env[65481]: _type = "Task" [ 974.417714] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.422490] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.426708] env[65481]: WARNING neutronclient.v2_0.client [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.437083] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884872, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.447416] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e37756-e381-0b93-4007-0067382e6d65, 'name': SearchDatastore_Task, 'duration_secs': 0.027646} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.449136] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 974.449136] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 974.449136] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.449136] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 974.449650] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a06f977-33f0-4f33-80fa-936817c18ce4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.451770] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c07374f0-5eb6-46f0-b3fa-f0230f8008d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.462374] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 974.462374] env[65481]: value = "task-4884873" [ 974.462374] env[65481]: _type = "Task" [ 974.462374] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.472467] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 974.472467] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 974.473626] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d50e1acf-f9d4-40cf-8ade-1ef01ec960f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.481420] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 974.481420] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52560f32-b9e3-c887-52c9-58a04a19503d" [ 974.481420] env[65481]: _type = "Task" [ 974.481420] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.488743] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884873, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.500051] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52560f32-b9e3-c887-52c9-58a04a19503d, 'name': SearchDatastore_Task, 'duration_secs': 0.014391} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.500937] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-80c7f8a6-df6b-43dc-ba4c-32f4c636454e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.509027] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 974.509027] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b4d16-7a88-58d8-e6a4-7035eeeb4f9e" [ 974.509027] env[65481]: _type = "Task" [ 974.509027] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.522911] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b4d16-7a88-58d8-e6a4-7035eeeb4f9e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.527804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d7591c2f-618a-455c-8c1d-a980ac326b80" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.528266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.558262] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Updated VIF entry in instance network info cache for port c2728db0-4a6a-40f2-ba94-fcb9cc2c139e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 974.558262] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Updating instance_info_cache with network_info: [{"id": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "address": "fa:16:3e:e9:13:87", "network": {"id": "8769a615-5dd3-4d62-9afc-3a7648b8cd2f", "bridge": "br-int", "label": "tempest-ServerAddressesNegativeTestJSON-1320643590-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "e906ffb3ff4146dd846c12ada6871c76", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "47ca1ce6-8148-48d5-bcfe-89e39b73914e", "external-id": "nsx-vlan-transportzone-259", "segmentation_id": 259, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapc2728db0-4a", "ovs_interfaceid": "c2728db0-4a6a-40f2-ba94-fcb9cc2c139e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.559996] env[65481]: DEBUG nova.scheduler.client.report [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 974.616855] env[65481]: DEBUG nova.network.neutron [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 974.786503] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884870, 'name': CreateVM_Task, 'duration_secs': 0.612726} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.786503] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 974.786969] env[65481]: WARNING neutronclient.v2_0.client [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.788422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.788422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.788422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 974.788422] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3675aa82-b064-48fa-8308-f37e7640b840 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.794042] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 974.794042] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cc87f-fb7a-74bd-4355-485f2dd3f960" [ 974.794042] env[65481]: _type = "Task" [ 974.794042] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.810202] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-vif-plugged-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 974.810449] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquiring lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 974.810794] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 974.810992] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 974.811246] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] No waiting events found dispatching network-vif-plugged-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 974.811419] env[65481]: WARNING nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received unexpected event network-vif-plugged-cc3adcd1-9025-4aca-9eaa-e700be07584a for instance with vm_state building and task_state spawning. [ 974.811579] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 974.811723] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing instance network info cache due to event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 974.811965] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 974.812098] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 974.812250] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 974.823635] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884871, 'name': PowerOffVM_Task, 'duration_secs': 0.366129} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.823881] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cc87f-fb7a-74bd-4355-485f2dd3f960, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 974.827924] env[65481]: WARNING neutronclient.v2_0.client [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 974.829160] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 974.829518] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 974.830841] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-684ed935-1e58-4c67-a891-b9b2e8a97dbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.934280] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 974.935155] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 974.935155] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Deleting the datastore file [datastore2] e12500d6-323c-4f53-94eb-c585f7f0f587 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 974.936860] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-843d6592-b868-45d7-b18a-9721a146d2e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.946337] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884872, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082113} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 974.946668] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 974.947926] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb9f35b-e04f-46e6-9899-b737554e2560 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 974.955955] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for the task: (returnval){ [ 974.955955] env[65481]: value = "task-4884876" [ 974.955955] env[65481]: _type = "Task" [ 974.955955] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 974.981331] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Reconfiguring VM instance instance-00000050 to attach disk [datastore2] f6fe2df1-f7ff-4efb-994c-65d584156459/f6fe2df1-f7ff-4efb-994c-65d584156459.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 974.987883] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c67973ca-9d7b-4db5-905a-2d025fa2dd63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.023573] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.032558] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.038135] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884873, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.040049] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 975.040049] env[65481]: value = "task-4884877" [ 975.040049] env[65481]: _type = "Task" [ 975.040049] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.049402] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521b4d16-7a88-58d8-e6a4-7035eeeb4f9e, 'name': SearchDatastore_Task, 'duration_secs': 0.030541} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.053417] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.053752] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 35d50bb4-3848-4cc0-9027-0b2aa6b78332/35d50bb4-3848-4cc0-9027-0b2aa6b78332.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 975.054349] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-80137260-6a45-483d-ab42-a0f1d897b637 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.062268] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884877, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.066464] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.446s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.067286] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 975.071459] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Releasing lock "refresh_cache-f6fe2df1-f7ff-4efb-994c-65d584156459" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.071938] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Received event network-vif-plugged-98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.072181] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.073669] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.073669] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.073669] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] No waiting events found dispatching network-vif-plugged-98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.073669] env[65481]: WARNING nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Received unexpected event network-vif-plugged-98873b90-8920-469f-9a6a-c832aafab796 for instance with vm_state building and task_state spawning. [ 975.073974] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Received event network-changed-98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.074300] env[65481]: DEBUG nova.compute.manager [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Refreshing instance network info cache due to event network-changed-98873b90-8920-469f-9a6a-c832aafab796. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.074694] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquiring lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.075194] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Acquired lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.075297] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Refreshing network info cache for port 98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.079402] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 22.899s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.079588] env[65481]: DEBUG nova.objects.instance [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 975.084900] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 975.084900] env[65481]: value = "task-4884878" [ 975.084900] env[65481]: _type = "Task" [ 975.084900] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.101472] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884878, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.119262] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.119546] env[65481]: DEBUG nova.objects.instance [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'migration_context' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 975.184110] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.184346] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.188937] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.189180] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.212603] env[65481]: WARNING neutronclient.v2_0.client [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.306492] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cc87f-fb7a-74bd-4355-485f2dd3f960, 'name': SearchDatastore_Task, 'duration_secs': 0.021112} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.306813] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.307061] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 975.307404] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.307454] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.307593] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 975.307868] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-8d630f9a-fa00-4037-9e86-f4b213cc72d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.319858] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 975.320069] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 975.321380] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f846dc59-dc65-4b3e-acdf-cc05d340abd8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.328530] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 975.328530] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c97d17-5ef3-3203-b1d6-fa5da27db15f" [ 975.328530] env[65481]: _type = "Task" [ 975.328530] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.337444] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c97d17-5ef3-3203-b1d6-fa5da27db15f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.348991] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updated VIF entry in instance network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.349380] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.438346] env[65481]: DEBUG nova.compute.manager [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 975.466770] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884876, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.482102] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884873, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.697106} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.483492] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 975.485076] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 975.486255] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4a6548d5-a345-43b6-ac58-f0531a6b9898 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.499125] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 975.499125] env[65481]: value = "task-4884879" [ 975.499125] env[65481]: _type = "Task" [ 975.499125] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.514049] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884879, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.558360] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884877, 'name': ReconfigVM_Task, 'duration_secs': 0.438914} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.559272] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Reconfigured VM instance instance-00000050 to attach disk [datastore2] f6fe2df1-f7ff-4efb-994c-65d584156459/f6fe2df1-f7ff-4efb-994c-65d584156459.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 975.560012] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-1d4c93b3-62ed-42d3-80ea-c66e5a72602a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.569011] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 975.569011] env[65481]: value = "task-4884880" [ 975.569011] env[65481]: _type = "Task" [ 975.569011] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.570299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.582440] env[65481]: DEBUG nova.compute.utils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 975.584150] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884880, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.584380] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 975.586443] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.607522] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884878, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.625387] env[65481]: DEBUG nova.objects.base [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 975.625387] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6213c6e6-e009-4d7f-9543-74906b5aa6ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.653240] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6b3fdb03-86e0-4c37-afaa-891ad48dab54 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.660501] env[65481]: DEBUG oslo_vmware.api [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 975.660501] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ac2452-dc52-c7fd-d094-49993e0d99ac" [ 975.660501] env[65481]: _type = "Task" [ 975.660501] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.671657] env[65481]: DEBUG oslo_vmware.api [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ac2452-dc52-c7fd-d094-49993e0d99ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.689213] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 975.808071] env[65481]: WARNING neutronclient.v2_0.client [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.843253] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c97d17-5ef3-3203-b1d6-fa5da27db15f, 'name': SearchDatastore_Task, 'duration_secs': 0.028101} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.844353] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e77b97ee-3442-4d28-b19c-05351d130e7d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 975.852581] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 975.852946] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Received event network-vif-plugged-277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.853160] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquiring lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.853451] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 975.853661] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 975.853836] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] No waiting events found dispatching network-vif-plugged-277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 975.854171] env[65481]: WARNING nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Received unexpected event network-vif-plugged-277fc81c-c874-4110-a442-21a024412a9f for instance with vm_state building and task_state spawning. [ 975.854254] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Received event network-changed-277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 975.854541] env[65481]: DEBUG nova.compute.manager [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Refreshing instance network info cache due to event network-changed-277fc81c-c874-4110-a442-21a024412a9f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 975.854616] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquiring lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 975.854727] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Acquired lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 975.854941] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Refreshing network info cache for port 277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 975.856520] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 975.856520] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52662c1c-9d0a-38af-9980-02cfa073016d" [ 975.856520] env[65481]: _type = "Task" [ 975.856520] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 975.867867] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52662c1c-9d0a-38af-9980-02cfa073016d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 975.940515] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updated VIF entry in instance network info cache for port 98873b90-8920-469f-9a6a-c832aafab796. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 975.940926] env[65481]: DEBUG nova.network.neutron [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating instance_info_cache with network_info: [{"id": "98873b90-8920-469f-9a6a-c832aafab796", "address": "fa:16:3e:c4:7b:5d", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98873b90-89", "ovs_interfaceid": "98873b90-8920-469f-9a6a-c832aafab796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 975.963748] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.969312] env[65481]: DEBUG oslo_vmware.api [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Task: {'id': task-4884876, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.522283} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 975.969652] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 975.969864] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 975.970103] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 975.970277] env[65481]: INFO nova.compute.manager [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Took 1.72 seconds to destroy the instance on the hypervisor. [ 975.970682] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 975.970768] env[65481]: DEBUG nova.compute.manager [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 975.970988] env[65481]: DEBUG nova.network.neutron [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 975.971234] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 975.992297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-1c71d07b-748b-49da-81d8-a011c4220cdd" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 975.992297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-1c71d07b-748b-49da-81d8-a011c4220cdd" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.011563] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884879, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.380851} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.011882] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.012985] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01d0e6f7-8615-4737-a92a-84bfeb657c30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.041605] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.042232] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-825b1eff-a4cc-42c3-ab40-b2beb353c109 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.063926] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 976.063926] env[65481]: value = "task-4884881" [ 976.063926] env[65481]: _type = "Task" [ 976.063926] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.077477] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884881, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.083193] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884880, 'name': Rename_Task, 'duration_secs': 0.257854} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.083567] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 976.083839] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-23051efe-4e19-4feb-9409-ed52b3d1e8f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.085888] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 976.095303] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 976.095303] env[65481]: value = "task-4884882" [ 976.095303] env[65481]: _type = "Task" [ 976.095303] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.102984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-526c20e8-38d2-428b-9168-6f271967e450 tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.024s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 976.104356] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884878, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.829135} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.105010] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 23.512s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 976.106671] env[65481]: INFO nova.compute.claims [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 976.110280] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 35d50bb4-3848-4cc0-9027-0b2aa6b78332/35d50bb4-3848-4cc0-9027-0b2aa6b78332.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 976.110523] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 976.112226] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.114549] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ceab719b-a1e9-464b-8f9b-2c13cbd923a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.122166] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884882, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.133887] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 976.133887] env[65481]: value = "task-4884883" [ 976.133887] env[65481]: _type = "Task" [ 976.133887] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.147191] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884883, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.176727] env[65481]: DEBUG oslo_vmware.api [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ac2452-dc52-c7fd-d094-49993e0d99ac, 'name': SearchDatastore_Task, 'duration_secs': 0.033524} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.177236] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.236837] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 976.361517] env[65481]: WARNING neutronclient.v2_0.client [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.372201] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52662c1c-9d0a-38af-9980-02cfa073016d, 'name': SearchDatastore_Task, 'duration_secs': 0.019309} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.372544] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.372827] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 595103db-8b32-4d39-9bac-c13e9d7d90f1/595103db-8b32-4d39-9bac-c13e9d7d90f1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 976.373120] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-042d3673-f0ab-4d47-aeaf-a8d0e387e726 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.381327] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 976.381327] env[65481]: value = "task-4884884" [ 976.381327] env[65481]: _type = "Task" [ 976.381327] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.390883] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884884, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.449306] env[65481]: DEBUG oslo_concurrency.lockutils [req-ab1104bf-02d7-4114-9331-ec43a18c9be5 req-6eadb4bd-759a-4c4e-a9f2-6d3bedd557e6 service nova] Releasing lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 976.498341] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 976.498529] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 976.499486] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-369eb02f-f18a-4132-8df6-e7ccafc8a831 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.527465] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-869c6357-5928-4b1f-84fb-d21b11c852ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.554250] env[65481]: WARNING neutronclient.v2_0.client [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.560032] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfiguring VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 976.563208] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b1d07f3b-87df-4d36-93c2-5b89d70dc4ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.587108] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884881, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.588913] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 976.588913] env[65481]: value = "task-4884885" [ 976.588913] env[65481]: _type = "Task" [ 976.588913] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.603536] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.609941] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884882, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.611420] env[65481]: WARNING neutronclient.v2_0.client [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 976.645811] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884883, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.140093} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 976.646573] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 976.647437] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5656ee60-d8c3-4527-9896-c2216e59a70d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.672032] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Reconfiguring VM instance instance-00000052 to attach disk [datastore2] 35d50bb4-3848-4cc0-9027-0b2aa6b78332/35d50bb4-3848-4cc0-9027-0b2aa6b78332.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 976.673957] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-15ed03fc-7f8b-4635-afd9-d1abec2f6ab0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 976.691109] env[65481]: DEBUG nova.compute.manager [req-717715b1-0bee-4e4c-bc31-324c8a1911fb req-3bf0bc27-ed23-447e-91d0-baefca0942e4 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Received event network-vif-deleted-369b9888-63db-4261-aab9-156f462e59c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 976.691109] env[65481]: INFO nova.compute.manager [req-717715b1-0bee-4e4c-bc31-324c8a1911fb req-3bf0bc27-ed23-447e-91d0-baefca0942e4 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Neutron deleted interface 369b9888-63db-4261-aab9-156f462e59c7; detaching it from the instance and deleting it from the info cache [ 976.691350] env[65481]: DEBUG nova.network.neutron [req-717715b1-0bee-4e4c-bc31-324c8a1911fb req-3bf0bc27-ed23-447e-91d0-baefca0942e4 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.704390] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 976.704390] env[65481]: value = "task-4884887" [ 976.704390] env[65481]: _type = "Task" [ 976.704390] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 976.715940] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884887, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.742359] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Updated VIF entry in instance network info cache for port 277fc81c-c874-4110-a442-21a024412a9f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 976.742872] env[65481]: DEBUG nova.network.neutron [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Updating instance_info_cache with network_info: [{"id": "277fc81c-c874-4110-a442-21a024412a9f", "address": "fa:16:3e:8f:47:08", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap277fc81c-c8", "ovs_interfaceid": "277fc81c-c874-4110-a442-21a024412a9f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 976.893038] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884884, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 976.952198] env[65481]: DEBUG nova.network.neutron [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 977.090494] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884881, 'name': ReconfigVM_Task, 'duration_secs': 0.90937} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.094529] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.094795] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e3474da2-e138-4872-b72f-50c1bc2980a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.098663] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 977.108081] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.110315] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 977.110315] env[65481]: value = "task-4884888" [ 977.110315] env[65481]: _type = "Task" [ 977.110315] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.114125] env[65481]: DEBUG oslo_vmware.api [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884882, 'name': PowerOnVM_Task, 'duration_secs': 0.668082} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.117538] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 977.117762] env[65481]: INFO nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Took 14.35 seconds to spawn the instance on the hypervisor. [ 977.117935] env[65481]: DEBUG nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 977.122029] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c399db4-e57c-445f-b080-7f16de80d15d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.132255] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884888, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.140786] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 977.141068] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 977.141310] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 977.141582] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 977.141705] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 977.141857] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 977.142144] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 977.142251] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 977.142516] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 977.142807] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 977.143085] env[65481]: DEBUG nova.virt.hardware [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 977.144490] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-598065e9-bab6-4fa5-b98b-0888c46c453f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.157721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-561bcd77-bcb9-44f1-adbe-e1a42d190852 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.176015] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 977.181850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Creating folder: Project (7a718ee92c2e422db74de79505199450). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.185269] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-04b5509a-4877-460d-b768-a17c6f42320c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.198900] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Created folder: Project (7a718ee92c2e422db74de79505199450) in parent group-v951696. [ 977.199207] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Creating folder: Instances. Parent ref: group-v951922. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 977.199477] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-29d10aa6-f3f6-45b1-9524-6816c025ee38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.201655] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a68a845b-dd6a-4d5b-8ee3-a866329eb3ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.218018] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22abfafd-9be9-46fa-bbd0-f7aa2e2e46f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.229877] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Created folder: Instances in parent group-v951922. [ 977.230161] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 977.234639] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 977.235457] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-791f8c32-95f7-4112-b0eb-44f2308e655f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.267859] env[65481]: DEBUG oslo_concurrency.lockutils [req-60d418ab-d269-4778-8bc4-fd81ed917fd1 req-8b13bc0e-7f4b-45ec-ba94-cc4d3b85f270 service nova] Releasing lock "refresh_cache-595103db-8b32-4d39-9bac-c13e9d7d90f1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 977.268398] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884887, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.268861] env[65481]: DEBUG nova.compute.manager [req-717715b1-0bee-4e4c-bc31-324c8a1911fb req-3bf0bc27-ed23-447e-91d0-baefca0942e4 service nova] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Detach interface failed, port_id=369b9888-63db-4261-aab9-156f462e59c7, reason: Instance e12500d6-323c-4f53-94eb-c585f7f0f587 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 977.276562] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 977.276562] env[65481]: value = "task-4884891" [ 977.276562] env[65481]: _type = "Task" [ 977.276562] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.290716] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884891, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.393546] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884884, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.881501} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.393860] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 595103db-8b32-4d39-9bac-c13e9d7d90f1/595103db-8b32-4d39-9bac-c13e9d7d90f1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 977.395106] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 977.395106] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-8293071b-a56d-4eec-b183-3bf7a76a4095 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.402955] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 977.402955] env[65481]: value = "task-4884892" [ 977.402955] env[65481]: _type = "Task" [ 977.402955] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.415286] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884892, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.475083] env[65481]: INFO nova.compute.manager [-] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Took 1.49 seconds to deallocate network for instance. [ 977.556833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc48b60c-d7f5-4709-839f-b63d4c0a4847 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.565219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc853d5e-a418-4085-ac17-82d8a425ea78 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.600278] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8805d216-c220-44af-ba95-805bbf74c4c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.615991] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c47823f-9a69-45cb-91da-1077d4ebbe53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.620681] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.640560] env[65481]: DEBUG nova.compute.provider_tree [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 977.645021] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884888, 'name': Rename_Task, 'duration_secs': 0.246274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.645021] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 977.645021] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9b64701a-9dcc-49ce-a21f-f47e7943c113 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.652600] env[65481]: INFO nova.compute.manager [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Took 46.52 seconds to build instance. [ 977.657872] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 977.657872] env[65481]: value = "task-4884893" [ 977.657872] env[65481]: _type = "Task" [ 977.657872] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.670028] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884893, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.720135] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884887, 'name': ReconfigVM_Task, 'duration_secs': 0.854727} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.720461] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Reconfigured VM instance instance-00000052 to attach disk [datastore2] 35d50bb4-3848-4cc0-9027-0b2aa6b78332/35d50bb4-3848-4cc0-9027-0b2aa6b78332.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 977.721157] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1afdd14-d89a-43bf-bd9a-a8349a3e3ad5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.729237] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 977.729237] env[65481]: value = "task-4884894" [ 977.729237] env[65481]: _type = "Task" [ 977.729237] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.739081] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884894, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.787043] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884891, 'name': CreateVM_Task, 'duration_secs': 0.459705} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.787043] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 977.787732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 977.788047] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 977.788394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 977.788664] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-12752565-9860-4ab5-9664-f9e6a89e4084 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.795054] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 977.795054] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bc25a-b5ab-046a-6470-a6ebaf6c06ec" [ 977.795054] env[65481]: _type = "Task" [ 977.795054] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.804573] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bc25a-b5ab-046a-6470-a6ebaf6c06ec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 977.913393] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884892, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.094728} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 977.913737] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 977.914673] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a42ada7-cfd9-434f-9513-0446f003eec8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.939282] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Reconfiguring VM instance instance-00000053 to attach disk [datastore1] 595103db-8b32-4d39-9bac-c13e9d7d90f1/595103db-8b32-4d39-9bac-c13e9d7d90f1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 977.940274] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d8718b21-50b3-42df-a74c-591edbb8bdad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 977.967682] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 977.967682] env[65481]: value = "task-4884895" [ 977.967682] env[65481]: _type = "Task" [ 977.967682] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 977.972327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 977.979605] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884895, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.106845] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.145110] env[65481]: DEBUG nova.scheduler.client.report [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 978.156558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8d0948fe-2b36-4bcc-b12d-81be3bc17611 tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.037s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.167982] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.241058] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884894, 'name': Rename_Task, 'duration_secs': 0.322817} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.241247] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 978.241600] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-93f91725-3514-4fc6-b9e1-c7a2445fdcd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.249734] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 978.249734] env[65481]: value = "task-4884896" [ 978.249734] env[65481]: _type = "Task" [ 978.249734] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.259065] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884896, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.307863] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bc25a-b5ab-046a-6470-a6ebaf6c06ec, 'name': SearchDatastore_Task, 'duration_secs': 0.023033} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.308069] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 978.309035] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 978.309035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 978.309035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 978.309035] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 978.309388] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c3ac1a73-ce9e-4ba5-a999-669aadc50453 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.321630] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 978.321874] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 978.322761] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9ef0c35d-2b13-411e-8999-7e62e86426aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.329884] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 978.329884] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52984646-bd0b-ec7a-97a9-45502295bdc5" [ 978.329884] env[65481]: _type = "Task" [ 978.329884] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.339477] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52984646-bd0b-ec7a-97a9-45502295bdc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.462324] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "f6fe2df1-f7ff-4efb-994c-65d584156459" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.462605] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.462977] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 978.463201] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.463375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.465877] env[65481]: INFO nova.compute.manager [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Terminating instance [ 978.479910] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884895, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.609074] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.650905] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.546s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 978.651745] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 978.655972] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 21.822s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 978.657963] env[65481]: INFO nova.compute.claims [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 978.664019] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 978.679617] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884893, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.762158] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884896, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.840041] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52984646-bd0b-ec7a-97a9-45502295bdc5, 'name': SearchDatastore_Task, 'duration_secs': 0.041251} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 978.840834] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-17c2ba88-6dae-4696-acce-2b4a5b18420c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.847277] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 978.847277] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253113e-6df1-3953-2080-160dd3b8810b" [ 978.847277] env[65481]: _type = "Task" [ 978.847277] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 978.856732] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253113e-6df1-3953-2080-160dd3b8810b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 978.922508] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 978.922822] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951921', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'name': 'volume-978ff7d5-570b-416c-8516-063cf6bd475e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'serial': '978ff7d5-570b-416c-8516-063cf6bd475e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 978.923856] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71e2ccfb-249e-4c6e-90b8-c9f74b6746e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.945896] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-611528cb-7d7d-449d-8d39-018ac7f2c99e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.976175] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfiguring VM instance instance-0000004a to attach disk [datastore1] volume-978ff7d5-570b-416c-8516-063cf6bd475e/volume-978ff7d5-570b-416c-8516-063cf6bd475e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 978.977124] env[65481]: DEBUG nova.compute.manager [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 978.977343] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 978.977659] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-de992998-879b-4543-a1eb-d0af2d587f08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 978.996160] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c1b746b-a077-45d5-ae85-2ee3042b36df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.006869] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884895, 'name': ReconfigVM_Task, 'duration_secs': 0.833534} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.011119] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Reconfigured VM instance instance-00000053 to attach disk [datastore1] 595103db-8b32-4d39-9bac-c13e9d7d90f1/595103db-8b32-4d39-9bac-c13e9d7d90f1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.012424] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 979.012686] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 979.012686] env[65481]: value = "task-4884897" [ 979.012686] env[65481]: _type = "Task" [ 979.012686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.012933] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a564a4f4-6873-421d-b651-c156a3018dd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.015206] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-53db0263-dc59-4006-9943-da7aed14627e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.030444] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884897, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.034225] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 979.034225] env[65481]: value = "task-4884898" [ 979.034225] env[65481]: _type = "Task" [ 979.034225] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.034581] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 979.034581] env[65481]: value = "task-4884899" [ 979.034581] env[65481]: _type = "Task" [ 979.034581] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.056313] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884898, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.056625] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884899, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.110127] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.167125] env[65481]: DEBUG nova.compute.utils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 979.169226] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 979.169226] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 979.169626] env[65481]: WARNING neutronclient.v2_0.client [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.169994] env[65481]: WARNING neutronclient.v2_0.client [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 979.189407] env[65481]: DEBUG oslo_vmware.api [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4884893, 'name': PowerOnVM_Task, 'duration_secs': 1.459984} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.189687] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.189882] env[65481]: INFO nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Took 13.93 seconds to spawn the instance on the hypervisor. [ 979.190061] env[65481]: DEBUG nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.191800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2335b3a-5099-4fb7-bb42-9d7d3ab426b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.209056] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 979.257122] env[65481]: DEBUG nova.policy [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 979.267308] env[65481]: DEBUG oslo_vmware.api [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4884896, 'name': PowerOnVM_Task, 'duration_secs': 0.820018} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.267877] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 979.268205] env[65481]: INFO nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Took 11.63 seconds to spawn the instance on the hypervisor. [ 979.268503] env[65481]: DEBUG nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 979.272242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56310bae-b5fe-46f3-8558-2620184a6965 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.358536] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253113e-6df1-3953-2080-160dd3b8810b, 'name': SearchDatastore_Task, 'duration_secs': 0.012555} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.358903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 979.359232] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 979.359554] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-a1bc1549-ada9-4c8e-aa92-b6e49f00e4c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.368034] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 979.368034] env[65481]: value = "task-4884900" [ 979.368034] env[65481]: _type = "Task" [ 979.368034] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.381686] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884900, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.530192] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884897, 'name': ReconfigVM_Task, 'duration_secs': 0.454304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.530620] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfigured VM instance instance-0000004a to attach disk [datastore1] volume-978ff7d5-570b-416c-8516-063cf6bd475e/volume-978ff7d5-570b-416c-8516-063cf6bd475e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 979.539170] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88b1e9d7-e4c3-41bf-a7ca-933b41bbeaad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.572357] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884898, 'name': Rename_Task, 'duration_secs': 0.194288} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.577915] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 979.578294] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884899, 'name': PowerOffVM_Task, 'duration_secs': 0.191995} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 979.578608] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 979.578608] env[65481]: value = "task-4884901" [ 979.578608] env[65481]: _type = "Task" [ 979.578608] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.578766] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c5f17986-2921-4789-998f-350358ca4fa8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.580603] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 979.580783] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 979.581080] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-f22b6f8d-5522-4b64-b15c-f73fde161da6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.586722] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Successfully created port: 46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 979.596873] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884901, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.598177] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 979.598177] env[65481]: value = "task-4884902" [ 979.598177] env[65481]: _type = "Task" [ 979.598177] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.611909] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884902, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.615382] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.677669] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 979.677958] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 979.678226] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Deleting the datastore file [datastore2] f6fe2df1-f7ff-4efb-994c-65d584156459 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 979.679045] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 979.682040] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-7c5be371-8417-460a-843a-5445343aff89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 979.691558] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for the task: (returnval){ [ 979.691558] env[65481]: value = "task-4884904" [ 979.691558] env[65481]: _type = "Task" [ 979.691558] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 979.704666] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884904, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 979.720746] env[65481]: INFO nova.compute.manager [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Took 46.94 seconds to build instance. [ 979.788764] env[65481]: INFO nova.compute.manager [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Took 42.56 seconds to build instance. [ 979.884204] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884900, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.095444] env[65481]: DEBUG oslo_vmware.api [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884901, 'name': ReconfigVM_Task, 'duration_secs': 0.175079} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.095847] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951921', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'name': 'volume-978ff7d5-570b-416c-8516-063cf6bd475e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'serial': '978ff7d5-570b-416c-8516-063cf6bd475e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 980.107659] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeec6cc2-50db-4073-aaa5-7a4e0657f137 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.116587] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884902, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.122493] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.124706] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2f58fe97-e01a-4c03-8b99-8d6e4887df4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.158738] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5adee2dd-a21a-4a07-857f-425e403a607c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.167845] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d112819-f28d-426d-abcf-a4ca11ca826c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.184365] env[65481]: DEBUG nova.compute.provider_tree [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 980.202487] env[65481]: DEBUG oslo_vmware.api [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Task: {'id': task-4884904, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.474717} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.202782] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 980.202972] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 980.203163] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 980.203328] env[65481]: INFO nova.compute.manager [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Took 1.23 seconds to destroy the instance on the hypervisor. [ 980.203594] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 980.203799] env[65481]: DEBUG nova.compute.manager [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 980.203895] env[65481]: DEBUG nova.network.neutron [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 980.204157] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.223423] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d5420b17-4da7-4baa-88a1-503ce3140e2a tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 48.456s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.290838] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d4ae017a-5ea0-4754-b9e9-a3b4acba0b4f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.070s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 980.300940] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 980.379997] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884900, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.72939} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.380276] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 980.380494] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 980.380772] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-45f66bc3-99a3-492c-ab46-1e2dbda7ce28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.388684] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 980.388684] env[65481]: value = "task-4884905" [ 980.388684] env[65481]: _type = "Task" [ 980.388684] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.399811] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884905, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.619097] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.619484] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884902, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 980.690962] env[65481]: DEBUG nova.scheduler.client.report [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 980.695141] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 980.724598] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 980.724845] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 980.724997] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 980.725180] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 980.725320] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 980.725462] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 980.725665] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 980.725818] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 980.725977] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 980.726151] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 980.726307] env[65481]: DEBUG nova.virt.hardware [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 980.727512] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44a73cd8-63df-4418-bdb2-245d5e017d80 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.736404] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-425bbd9e-b8d3-40d9-b9c9-e7ba5045ed16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.898637] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884905, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.073468} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 980.899084] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 980.899863] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-697ab175-b3bc-456d-a31b-b92cd5d4c619 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.919615] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 980.919912] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-50f427ca-841f-4699-af05-465c2c38ba35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 980.941376] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 980.941376] env[65481]: value = "task-4884906" [ 980.941376] env[65481]: _type = "Task" [ 980.941376] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 980.950639] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884906, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.048029] env[65481]: DEBUG nova.network.neutron [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 981.113357] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.116580] env[65481]: DEBUG oslo_vmware.api [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884902, 'name': PowerOnVM_Task, 'duration_secs': 1.124595} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.116680] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 981.116806] env[65481]: INFO nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Took 10.40 seconds to spawn the instance on the hypervisor. [ 981.116989] env[65481]: DEBUG nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 981.117849] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85d5762d-6d3b-4926-8d01-9fbbd6d8f486 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.151843] env[65481]: DEBUG nova.objects.instance [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.199107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.199667] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 981.203219] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 21.398s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.203563] env[65481]: DEBUG nova.objects.instance [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lazy-loading 'resources' on Instance uuid 2643f9a9-1783-45eb-a8f2-26b794a0a1b7 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 981.256717] env[65481]: DEBUG nova.compute.manager [req-a161550f-8e19-455b-912f-17f9ddfc1823 req-f627e6c3-e469-49a9-84ff-eefc02fe07f1 service nova] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Received event network-vif-deleted-c2728db0-4a6a-40f2-ba94-fcb9cc2c139e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.452369] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884906, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.551363] env[65481]: INFO nova.compute.manager [-] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Took 1.35 seconds to deallocate network for instance. [ 981.610973] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 981.639205] env[65481]: INFO nova.compute.manager [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Took 42.79 seconds to build instance. [ 981.648247] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Successfully updated port: 46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 981.658618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f42bb42d-dcaf-4949-a29e-b35b7f3417dd tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.407s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.708432] env[65481]: DEBUG nova.compute.utils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 981.714347] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 981.714692] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 981.715039] env[65481]: WARNING neutronclient.v2_0.client [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.715506] env[65481]: WARNING neutronclient.v2_0.client [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 981.798583] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.798699] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.832372] env[65481]: DEBUG nova.compute.manager [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received event network-vif-plugged-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 981.832488] env[65481]: DEBUG oslo_concurrency.lockutils [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 981.832690] env[65481]: DEBUG oslo_concurrency.lockutils [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 981.832874] env[65481]: DEBUG oslo_concurrency.lockutils [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 981.833119] env[65481]: DEBUG nova.compute.manager [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] No waiting events found dispatching network-vif-plugged-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 981.833264] env[65481]: WARNING nova.compute.manager [req-42a072a0-5a32-4f6f-860d-dcf8a0f6085a req-daefc3cf-de01-49e1-88ef-c7e1d45956dc service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received unexpected event network-vif-plugged-46190c29-1242-4516-b9d3-445d05202b60 for instance with vm_state building and task_state spawning. [ 981.850613] env[65481]: DEBUG nova.policy [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '21c173609d8e44ab94af5f447ed20aa7', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '74a662381e394b6fb49a5db03c97f70b', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 981.957133] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884906, 'name': ReconfigVM_Task, 'duration_secs': 0.830138} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 981.957414] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 981.959220] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0dbd5e83-82df-48e6-aba7-3af0404b8031 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 981.969915] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 981.969915] env[65481]: value = "task-4884907" [ 981.969915] env[65481]: _type = "Task" [ 981.969915] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 981.985700] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884907, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.057987] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.117901] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.141170] env[65481]: DEBUG oslo_concurrency.lockutils [None req-becc498f-b0df-4a33-a25a-2c7c2bf74d11 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 44.304s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 982.152077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 982.152077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 982.152077] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 982.209417] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-678b2bc7-7c43-4067-b1ba-7bf28f306a02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.214489] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 982.221949] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-765bc637-cef1-4e30-8d79-e12d76e345e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.262698] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b7b1e1-d82e-4c20-9f27-aa83416deed2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.275033] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8eb6a7-df14-4494-bc4a-2facfe56dd4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.279752] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Successfully created port: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 982.303230] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 982.306811] env[65481]: DEBUG nova.compute.provider_tree [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 982.480965] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884907, 'name': Rename_Task, 'duration_secs': 0.16582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.482098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 982.482525] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f16e880-f930-407b-944f-ed619f57675a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 982.494022] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 982.494022] env[65481]: value = "task-4884908" [ 982.494022] env[65481]: _type = "Task" [ 982.494022] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 982.500083] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884908, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 982.611093] env[65481]: DEBUG oslo_vmware.api [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884885, 'name': ReconfigVM_Task, 'duration_secs': 5.82833} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 982.611377] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 982.611611] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Reconfigured VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 982.612121] env[65481]: WARNING neutronclient.v2_0.client [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.612482] env[65481]: WARNING neutronclient.v2_0.client [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 982.813107] env[65481]: DEBUG nova.scheduler.client.report [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 982.840627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 982.866764] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 982.967152] env[65481]: WARNING neutronclient.v2_0.client [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 983.007391] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.169333] env[65481]: DEBUG nova.network.neutron [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updating instance_info_cache with network_info: [{"id": "46190c29-1242-4516-b9d3-445d05202b60", "address": "fa:16:3e:88:72:d5", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46190c29-12", "ovs_interfaceid": "46190c29-1242-4516-b9d3-445d05202b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 983.226126] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 983.251717] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 983.252021] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 983.252195] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 983.252395] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 983.252550] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 983.252712] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 983.253352] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 983.253352] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 983.253352] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 983.253777] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 983.253777] env[65481]: DEBUG nova.virt.hardware [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 983.255044] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ec339fb-2b30-4a38-ac68-ee15903badc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.266763] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfc76936-67f0-4230-85b5-cf2ce1806d25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.300860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 983.301130] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.320134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.117s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.322770] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.660s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 983.324461] env[65481]: INFO nova.compute.claims [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 983.346316] env[65481]: INFO nova.scheduler.client.report [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Deleted allocations for instance 2643f9a9-1783-45eb-a8f2-26b794a0a1b7 [ 983.503669] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884908, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.611044] env[65481]: DEBUG nova.compute.manager [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Received event network-changed-98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 983.611044] env[65481]: DEBUG nova.compute.manager [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Refreshing instance network info cache due to event network-changed-98873b90-8920-469f-9a6a-c832aafab796. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 983.611044] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Acquiring lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.611354] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Acquired lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.611955] env[65481]: DEBUG nova.network.neutron [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Refreshing network info cache for port 98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 983.672057] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 983.672460] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance network_info: |[{"id": "46190c29-1242-4516-b9d3-445d05202b60", "address": "fa:16:3e:88:72:d5", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46190c29-12", "ovs_interfaceid": "46190c29-1242-4516-b9d3-445d05202b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 983.672936] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:88:72:d5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '46190c29-1242-4516-b9d3-445d05202b60', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 983.680487] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 983.680723] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 983.681627] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-05da6a5f-92b9-4dc0-8c6c-c1a79328572a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 983.702365] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 983.702365] env[65481]: value = "task-4884909" [ 983.702365] env[65481]: _type = "Task" [ 983.702365] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 983.713822] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884909, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 983.805091] env[65481]: DEBUG nova.compute.utils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 983.844664] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 983.845024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 983.845269] env[65481]: DEBUG nova.network.neutron [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 983.856290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9bc4b8e1-73ee-4f61-806b-0792b71556df tempest-ServersListShow298Test-1486842038 tempest-ServersListShow298Test-1486842038-project-member] Lock "2643f9a9-1783-45eb-a8f2-26b794a0a1b7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 28.765s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 983.902737] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Successfully updated port: 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 983.919272] env[65481]: DEBUG nova.compute.manager [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 983.920466] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3436b38a-2cd7-4dc0-9d9f-3eeac65a4815 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.005706] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884908, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.115508] env[65481]: WARNING neutronclient.v2_0.client [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.203430] env[65481]: DEBUG nova.compute.manager [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received event network-changed-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.203681] env[65481]: DEBUG nova.compute.manager [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Refreshing instance network info cache due to event network-changed-46190c29-1242-4516-b9d3-445d05202b60. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 984.204362] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Acquiring lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.204362] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Acquired lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.204362] env[65481]: DEBUG nova.network.neutron [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Refreshing network info cache for port 46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 984.216257] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884909, 'name': CreateVM_Task, 'duration_secs': 0.428858} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.216434] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 984.216942] env[65481]: WARNING neutronclient.v2_0.client [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.217349] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.217563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.217808] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 984.218361] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1338d565-0f1d-4057-8331-b621288ea2f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.225497] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 984.225497] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6c71f-23d2-1817-46ee-79141f556b11" [ 984.225497] env[65481]: _type = "Task" [ 984.225497] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.235226] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6c71f-23d2-1817-46ee-79141f556b11, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.310736] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.009s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.349056] env[65481]: WARNING neutronclient.v2_0.client [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.359192] env[65481]: WARNING neutronclient.v2_0.client [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.408618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.408618] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquired lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.408618] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 984.436572] env[65481]: INFO nova.compute.manager [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] instance snapshotting [ 984.441917] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7e2c62d-916e-4994-b63b-505396cdf18c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.452964] env[65481]: DEBUG nova.network.neutron [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updated VIF entry in instance network info cache for port 98873b90-8920-469f-9a6a-c832aafab796. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 984.453436] env[65481]: DEBUG nova.network.neutron [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating instance_info_cache with network_info: [{"id": "98873b90-8920-469f-9a6a-c832aafab796", "address": "fa:16:3e:c4:7b:5d", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.201", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap98873b90-89", "ovs_interfaceid": "98873b90-8920-469f-9a6a-c832aafab796", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.475269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c2b210b-ed00-407a-a6a6-4d9ab4ece1b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.514675] env[65481]: DEBUG oslo_vmware.api [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884908, 'name': PowerOnVM_Task, 'duration_secs': 1.521684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.514675] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 984.514675] env[65481]: INFO nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Took 7.42 seconds to spawn the instance on the hypervisor. [ 984.514675] env[65481]: DEBUG nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 984.515242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6027c2d-9dc6-4858-95df-20b752b253c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.597344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.597344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.597344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 984.597344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 984.597344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 984.599797] env[65481]: INFO nova.compute.manager [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Terminating instance [ 984.606202] env[65481]: WARNING neutronclient.v2_0.client [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.705923] env[65481]: INFO nova.network.neutron [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Port 1c71d07b-748b-49da-81d8-a011c4220cdd from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 984.706201] env[65481]: INFO nova.network.neutron [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Port 3718e246-aa17-4fe4-a696-5282083d57e7 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 984.706590] env[65481]: DEBUG nova.network.neutron [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.708185] env[65481]: WARNING neutronclient.v2_0.client [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.716946] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-427cd3fd-d412-4a5b-ba10-42e45a7e1e6e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.727341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3de5b9-f203-4d1a-98ba-1e49c187e0d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.767021] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d6c71f-23d2-1817-46ee-79141f556b11, 'name': SearchDatastore_Task, 'duration_secs': 0.024256} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 984.770552] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de29d5c4-6568-41a4-849f-79fbcae1f281 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.773609] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.773866] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 984.774106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 984.774249] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 984.774421] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 984.775124] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-73506098-29fa-4264-a5a5-de59a37087b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.784342] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3cc84bdd-c3c8-41f2-b6d8-3cb1f3689d7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.789187] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 984.789379] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 984.790525] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a6344c1c-7da1-4079-b76d-1cff3ae78ada {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 984.800727] env[65481]: DEBUG nova.compute.provider_tree [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 984.806258] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 984.806258] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282dc4e-15c0-6b19-80d4-c482bfd231d5" [ 984.806258] env[65481]: _type = "Task" [ 984.806258] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 984.825775] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282dc4e-15c0-6b19-80d4-c482bfd231d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 984.921385] env[65481]: WARNING neutronclient.v2_0.client [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 984.950165] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 984.960392] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Releasing lock "refresh_cache-704b6a5d-b95f-47fd-a557-bbffb2fcab11" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 984.960392] env[65481]: DEBUG nova.compute.manager [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-deleted-1c71d07b-748b-49da-81d8-a011c4220cdd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 984.960392] env[65481]: INFO nova.compute.manager [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Neutron deleted interface 1c71d07b-748b-49da-81d8-a011c4220cdd; detaching it from the instance and deleting it from the info cache [ 984.960392] env[65481]: DEBUG nova.network.neutron [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "3718e246-aa17-4fe4-a696-5282083d57e7", "address": "fa:16:3e:f8:54:d3", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3718e246-aa", "ovs_interfaceid": "3718e246-aa17-4fe4-a696-5282083d57e7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 984.991949] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 984.992656] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-9728fa97-6cbe-491e-9d8d-1dac23aaac28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.002303] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 985.002303] env[65481]: value = "task-4884910" [ 985.002303] env[65481]: _type = "Task" [ 985.002303] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.012978] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884910, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.040804] env[65481]: INFO nova.compute.manager [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Took 35.66 seconds to build instance. [ 985.049054] env[65481]: DEBUG nova.network.neutron [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updated VIF entry in instance network info cache for port 46190c29-1242-4516-b9d3-445d05202b60. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 985.049490] env[65481]: DEBUG nova.network.neutron [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updating instance_info_cache with network_info: [{"id": "46190c29-1242-4516-b9d3-445d05202b60", "address": "fa:16:3e:88:72:d5", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46190c29-12", "ovs_interfaceid": "46190c29-1242-4516-b9d3-445d05202b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.109934] env[65481]: DEBUG nova.compute.manager [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 985.110208] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 985.111174] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c7519b0-e9a4-40b1-87d6-54af85ef08f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.120392] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 985.120684] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-89952bf1-66db-4c1f-894b-413adc493b15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.128321] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 985.128321] env[65481]: value = "task-4884911" [ 985.128321] env[65481]: _type = "Task" [ 985.128321] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.129561] env[65481]: WARNING neutronclient.v2_0.client [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 985.142641] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884911, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.212894] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.239027] env[65481]: DEBUG nova.network.neutron [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Updating instance_info_cache with network_info: [{"id": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "address": "fa:16:3e:ca:f5:13", "network": {"id": "eedc94e7-9a4e-459e-b103-1bbaf85d5e6f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247802734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a662381e394b6fb49a5db03c97f70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aea5216-39", "ovs_interfaceid": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.306334] env[65481]: DEBUG nova.scheduler.client.report [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 985.324585] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5282dc4e-15c0-6b19-80d4-c482bfd231d5, 'name': SearchDatastore_Task, 'duration_secs': 0.027485} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.325624] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-09a354cb-0595-4568-8c8f-92cceef66a1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.333632] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 985.333632] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5290690e-ef1f-9b82-3544-713f5004f96f" [ 985.333632] env[65481]: _type = "Task" [ 985.333632] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.343947] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5290690e-ef1f-9b82-3544-713f5004f96f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.397039] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.397392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.397749] env[65481]: INFO nova.compute.manager [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attaching volume 7c7afa92-97a4-48f2-aace-2e7373c5804f to /dev/sdc [ 985.448445] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b00a1504-9d8c-4bdf-a811-cb6f70df1eab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.457500] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db933fe4-e7de-42ef-bb18-f8abd8cbdb0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.464769] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 985.476411] env[65481]: DEBUG nova.virt.block_device [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating existing volume attachment record: 43923989-207d-447e-aaa5-50953e04d8ad {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 985.512248] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884910, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.543029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c69b6f2a-f4f2-4827-a385-018cf3c897f0 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 37.172s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.555381] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Releasing lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.555381] env[65481]: DEBUG nova.compute.manager [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Received event network-vif-plugged-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.555967] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Acquiring lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 985.555967] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.556119] env[65481]: DEBUG oslo_concurrency.lockutils [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.556259] env[65481]: DEBUG nova.compute.manager [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] No waiting events found dispatching network-vif-plugged-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 985.556424] env[65481]: WARNING nova.compute.manager [req-f34613f5-dbd2-4c70-aff1-35161d35d503 req-d1a2277e-4455-4ac6-919a-4625244ee2f4 service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Received unexpected event network-vif-plugged-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc for instance with vm_state building and task_state spawning. [ 985.638377] env[65481]: DEBUG nova.compute.manager [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-deleted-3718e246-aa17-4fe4-a696-5282083d57e7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 985.638377] env[65481]: INFO nova.compute.manager [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Neutron deleted interface 3718e246-aa17-4fe4-a696-5282083d57e7; detaching it from the instance and deleting it from the info cache [ 985.639039] env[65481]: DEBUG nova.network.neutron [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [{"id": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "address": "fa:16:3e:83:00:49", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.162", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapd2b255e3-30", "ovs_interfaceid": "d2b255e3-306f-430f-917a-c5e4dbfe8647", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 985.647189] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884911, 'name': PowerOffVM_Task, 'duration_secs': 0.243274} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.647189] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 985.647189] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 985.647404] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-33012c37-91ec-4514-bb15-786f0f0a618d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.718745] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3c46036e-e84d-4d17-bebe-fbb04ade8472 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-02dfe7aa-9df0-4897-a2c0-964629fd352e-1c71d07b-748b-49da-81d8-a011c4220cdd" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.727s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.741857] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Releasing lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.742131] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Instance network_info: |[{"id": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "address": "fa:16:3e:ca:f5:13", "network": {"id": "eedc94e7-9a4e-459e-b103-1bbaf85d5e6f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247802734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a662381e394b6fb49a5db03c97f70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aea5216-39", "ovs_interfaceid": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 985.742577] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ca:f5:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '424fd631-4456-4ce2-8924-a2ed81d60bd6', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2aea5216-3964-45f0-9b6d-ab1e4d6a9efc', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 985.753601] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Creating folder: Project (74a662381e394b6fb49a5db03c97f70b). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.754440] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-161c4d34-fbb3-452f-b5e9-bbfc16e7cfed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.767425] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Created folder: Project (74a662381e394b6fb49a5db03c97f70b) in parent group-v951696. [ 985.767765] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Creating folder: Instances. Parent ref: group-v951927. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 985.768088] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-cdd17055-015c-451f-884f-8f052a65cc4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.776569] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 985.776886] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 985.777132] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleting the datastore file [datastore2] 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 985.777429] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-55a810b0-7296-4dfd-863f-514ca3a06b61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.785659] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 985.785659] env[65481]: value = "task-4884916" [ 985.785659] env[65481]: _type = "Task" [ 985.785659] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.787291] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Created folder: Instances in parent group-v951927. [ 985.787524] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 985.790683] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 985.790932] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-29b985a2-463e-4099-b06c-4e9b01782498 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.813199] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884916, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.814719] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 985.814719] env[65481]: value = "task-4884917" [ 985.814719] env[65481]: _type = "Task" [ 985.814719] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.818667] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.496s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 985.818964] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 985.821866] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.251s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 985.823475] env[65481]: INFO nova.compute.claims [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 985.832484] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884917, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.848249] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5290690e-ef1f-9b82-3544-713f5004f96f, 'name': SearchDatastore_Task, 'duration_secs': 0.014888} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 985.849064] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 985.849064] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 76f62105-ea01-49af-aa3a-e2fe6c211208/76f62105-ea01-49af-aa3a-e2fe6c211208.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 985.849313] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5138f69c-a121-4928-9164-6f39cc9de155 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 985.858896] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 985.858896] env[65481]: value = "task-4884918" [ 985.858896] env[65481]: _type = "Task" [ 985.858896] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 985.870914] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884918, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 985.922778] env[65481]: INFO nova.compute.manager [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Rebuilding instance [ 985.982528] env[65481]: DEBUG nova.compute.manager [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 985.983611] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5744028e-3f03-4393-baed-38f451fc9b5c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.014466] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884910, 'name': CreateSnapshot_Task, 'duration_secs': 0.999796} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.014757] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 986.015610] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0898bec4-a062-4939-9eab-58f5a884e02a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.142491] env[65481]: DEBUG oslo_concurrency.lockutils [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] Acquiring lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.303591] env[65481]: DEBUG oslo_vmware.api [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4884916, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.212023} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.304084] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 986.304485] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 986.304920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 986.305292] env[65481]: INFO nova.compute.manager [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Took 1.19 seconds to destroy the instance on the hypervisor. [ 986.305769] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 986.306178] env[65481]: DEBUG nova.compute.manager [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 986.306395] env[65481]: DEBUG nova.network.neutron [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 986.306836] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.327080] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884917, 'name': CreateVM_Task, 'duration_secs': 0.395895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.327080] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 986.328186] env[65481]: DEBUG nova.compute.utils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 986.330086] env[65481]: WARNING neutronclient.v2_0.client [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.330576] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.330576] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.330868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 986.334497] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 986.334733] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 986.335106] env[65481]: WARNING neutronclient.v2_0.client [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.335571] env[65481]: WARNING neutronclient.v2_0.client [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.337698] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91f09fe6-6ec8-4b9c-bb0c-706c2f1fe440 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.347814] env[65481]: DEBUG nova.compute.manager [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Received event network-changed-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 986.347814] env[65481]: DEBUG nova.compute.manager [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Refreshing instance network info cache due to event network-changed-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 986.348025] env[65481]: DEBUG oslo_concurrency.lockutils [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] Acquiring lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.348472] env[65481]: DEBUG oslo_concurrency.lockutils [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] Acquired lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.348472] env[65481]: DEBUG nova.network.neutron [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Refreshing network info cache for port 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 986.354231] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 986.354231] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a77751-88b7-6302-e6a4-9574edaa6b79" [ 986.354231] env[65481]: _type = "Task" [ 986.354231] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.378714] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884918, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.379053] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a77751-88b7-6302-e6a4-9574edaa6b79, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.402484] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.413267] env[65481]: DEBUG nova.policy [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'ce799b4e9d11474e938fc6a7123e6391', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '1f624d3ab4d1474b88333b8f472e68e7', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 986.432432] env[65481]: DEBUG neutronclient.v2_0.client [-] Error message: {"NeutronError": {"type": "PortNotFound", "message": "Port 3718e246-aa17-4fe4-a696-5282083d57e7 could not be found.", "detail": ""}} {{(pid=65481) _handle_fault_response /opt/stack/data/venv/lib/python3.10/site-packages/neutronclient/v2_0/client.py:265}} [ 986.432699] env[65481]: DEBUG nova.network.neutron [-] Unable to show port 3718e246-aa17-4fe4-a696-5282083d57e7 as it no longer exists. {{(pid=65481) _unbind_ports /opt/stack/nova/nova/network/neutron.py:668}} [ 986.538842] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 986.539322] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d832789e-b03a-45b0-871d-3a19a65b983a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.551120] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 986.551120] env[65481]: value = "task-4884919" [ 986.551120] env[65481]: _type = "Task" [ 986.551120] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.564847] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884919, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.798899] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Successfully created port: 3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 986.835589] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 986.859448] env[65481]: WARNING neutronclient.v2_0.client [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 986.888756] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a77751-88b7-6302-e6a4-9574edaa6b79, 'name': SearchDatastore_Task, 'duration_secs': 0.056724} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.889030] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884918, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.5809} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.889381] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 986.889669] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 986.889971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 986.890137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 986.890353] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 986.890673] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 76f62105-ea01-49af-aa3a-e2fe6c211208/76f62105-ea01-49af-aa3a-e2fe6c211208.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 986.890908] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 986.891239] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-33e0f376-7620-4e9c-8487-0d9f8e1d9b34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.893603] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-01ffc75f-d071-45c1-a593-41e5db68a7c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.910389] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 986.910389] env[65481]: value = "task-4884920" [ 986.910389] env[65481]: _type = "Task" [ 986.910389] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.911418] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 986.911879] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 986.918482] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ab77fe4d-005d-4e6a-bc40-7e5530ca0bed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.937981] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884920, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 986.938796] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 986.938796] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521edf7b-048d-0908-0aa8-afe2d85faebd" [ 986.938796] env[65481]: _type = "Task" [ 986.938796] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.959126] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521edf7b-048d-0908-0aa8-afe2d85faebd, 'name': SearchDatastore_Task, 'duration_secs': 0.017521} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 986.959126] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dcc5a46-3a02-447e-9d2b-ccdcefeeb94a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 986.969162] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 986.969162] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b7634-da0b-c8e1-2046-ccd7c8ad1314" [ 986.969162] env[65481]: _type = "Task" [ 986.969162] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 986.982015] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b7634-da0b-c8e1-2046-ccd7c8ad1314, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.000804] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 987.001257] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-bd3d1bcc-b622-4e45-94b4-5199ce863cbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.011317] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 987.011317] env[65481]: value = "task-4884921" [ 987.011317] env[65481]: _type = "Task" [ 987.011317] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.038652] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884921, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.064539] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884919, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.293051] env[65481]: WARNING neutronclient.v2_0.client [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 987.335297] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7140c6e5-8696-4503-a0c5-faee5a5b3a60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.355031] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c5478a1-dc47-4874-94fa-2124dc53fa94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.394675] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99a1440a-bb80-4ab8-8057-8861e084a0a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.406822] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31098c01-5f35-4aeb-9dd2-4360ec1b8f42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.434620] env[65481]: DEBUG nova.network.neutron [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.439406] env[65481]: DEBUG nova.compute.provider_tree [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 987.439406] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884920, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.078373} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.439406] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 987.439406] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8163478e-8615-47ec-b69c-c3c34fc4b089 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.443376] env[65481]: DEBUG nova.network.neutron [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Updated VIF entry in instance network info cache for port 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 987.443875] env[65481]: DEBUG nova.network.neutron [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Updating instance_info_cache with network_info: [{"id": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "address": "fa:16:3e:ca:f5:13", "network": {"id": "eedc94e7-9a4e-459e-b103-1bbaf85d5e6f", "bridge": "br-int", "label": "tempest-VolumesAdminNegativeTest-1247802734-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "74a662381e394b6fb49a5db03c97f70b", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "424fd631-4456-4ce2-8924-a2ed81d60bd6", "external-id": "nsx-vlan-transportzone-19", "segmentation_id": 19, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2aea5216-39", "ovs_interfaceid": "2aea5216-3964-45f0-9b6d-ab1e4d6a9efc", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 987.470843] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Reconfiguring VM instance instance-00000056 to attach disk [datastore2] 76f62105-ea01-49af-aa3a-e2fe6c211208/76f62105-ea01-49af-aa3a-e2fe6c211208.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 987.471803] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-567d97b7-d00f-4271-86c1-c05e5487f2a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.501252] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522b7634-da0b-c8e1-2046-ccd7c8ad1314, 'name': SearchDatastore_Task, 'duration_secs': 0.015655} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.502847] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 987.503148] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 45d3216e-cf68-4769-bbd3-cc8780e1e1dc/45d3216e-cf68-4769-bbd3-cc8780e1e1dc.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 987.503497] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 987.503497] env[65481]: value = "task-4884922" [ 987.503497] env[65481]: _type = "Task" [ 987.503497] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.504139] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8f847718-d3a6-493a-9c53-9ecd3e85e210 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.518773] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884922, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.521055] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 987.521055] env[65481]: value = "task-4884923" [ 987.521055] env[65481]: _type = "Task" [ 987.521055] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.528964] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884921, 'name': PowerOffVM_Task, 'duration_secs': 0.413986} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 987.529656] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 987.529906] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 987.531180] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98622e3b-6760-4867-b74b-033bb03c9520 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.536947] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884923, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.542503] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 987.542950] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0486a3aa-e06f-4735-a296-3435eb54044d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.564603] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884919, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.597135] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 987.597360] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 987.597624] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Deleting the datastore file [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 987.597969] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-42095e80-e10b-43b2-812f-1b49780c7204 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.606892] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 987.606892] env[65481]: value = "task-4884925" [ 987.606892] env[65481]: _type = "Task" [ 987.606892] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 987.616324] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884925, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 987.852653] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 987.886864] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 987.887277] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 987.887403] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 987.887468] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 987.887628] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 987.887781] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 987.887994] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 987.888170] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 987.888343] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 987.888508] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 987.888678] env[65481]: DEBUG nova.virt.hardware [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 987.889646] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6822294b-9c2e-4823-845f-5b09048e80a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.902779] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-135c4222-884f-409d-8306-65ebcfd90154 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 987.940022] env[65481]: INFO nova.compute.manager [-] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Took 1.63 seconds to deallocate network for instance. [ 987.947705] env[65481]: DEBUG nova.scheduler.client.report [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 987.954233] env[65481]: DEBUG oslo_concurrency.lockutils [req-667ea46a-5171-40f7-9412-1bb04bcc9598 req-bc4c2754-abf5-4e8a-9b48-89df47d401db service nova] Releasing lock "refresh_cache-45d3216e-cf68-4769-bbd3-cc8780e1e1dc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 988.020079] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884922, 'name': ReconfigVM_Task, 'duration_secs': 0.475003} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.020079] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Reconfigured VM instance instance-00000056 to attach disk [datastore2] 76f62105-ea01-49af-aa3a-e2fe6c211208/76f62105-ea01-49af-aa3a-e2fe6c211208.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 988.021119] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3d00b096-5c23-4531-b657-dc4229960d50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.033810] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884923, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.034719] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 988.034719] env[65481]: value = "task-4884927" [ 988.034719] env[65481]: _type = "Task" [ 988.034719] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.064549] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884919, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.118287] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884925, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158089} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.119027] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 988.119265] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 988.119401] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 988.429295] env[65481]: DEBUG nova.compute.manager [req-21625071-6a3b-4626-a55d-8682f5e91157 req-9c897a20-997c-49dd-ad8c-e18e8ba1e22d service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Received event network-vif-deleted-d2b255e3-306f-430f-917a-c5e4dbfe8647 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.454071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.454710] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.633s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.455295] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 988.459610] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 12.496s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.462328] env[65481]: DEBUG nova.compute.manager [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Received event network-vif-plugged-3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 988.462416] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] Acquiring lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 988.462592] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 988.462795] env[65481]: DEBUG oslo_concurrency.lockutils [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 988.463016] env[65481]: DEBUG nova.compute.manager [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] No waiting events found dispatching network-vif-plugged-3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 988.463399] env[65481]: WARNING nova.compute.manager [req-ff49e38b-de73-4451-ba1d-0b4e16aca118 req-259dbf8a-c617-4d00-9482-75e9d9a94199 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Received unexpected event network-vif-plugged-3adcb1c6-b982-4879-b483-fea4195f1b30 for instance with vm_state building and task_state spawning. [ 988.521372] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Successfully updated port: 3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 988.537909] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884923, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.679337} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.541428] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 45d3216e-cf68-4769-bbd3-cc8780e1e1dc/45d3216e-cf68-4769-bbd3-cc8780e1e1dc.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 988.541688] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 988.542455] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-bb256a95-8336-4a33-a406-700cf1cfeeee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.549860] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884927, 'name': Rename_Task, 'duration_secs': 0.206597} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.551283] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 988.551653] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 988.551653] env[65481]: value = "task-4884928" [ 988.551653] env[65481]: _type = "Task" [ 988.551653] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.551854] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-0e8adb9d-04ac-4e90-bc96-3d7d995c8990 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.562486] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 988.562486] env[65481]: value = "task-4884929" [ 988.562486] env[65481]: _type = "Task" [ 988.562486] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 988.565807] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884928, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.572076] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884919, 'name': CloneVM_Task, 'duration_secs': 1.90846} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 988.572363] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Created linked-clone VM from snapshot [ 988.573491] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a69323a-8046-48c9-8f55-4182f17926ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.582263] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884929, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 988.591266] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Uploading image 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 988.624664] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 988.624664] env[65481]: value = "vm-951931" [ 988.624664] env[65481]: _type = "VirtualMachine" [ 988.624664] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 988.630033] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-57d6c9a8-88e8-4eb5-b29d-5ae47b8c3838 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 988.640191] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease: (returnval){ [ 988.640191] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d313d7-f942-5001-7fc3-3bfd13e2f361" [ 988.640191] env[65481]: _type = "HttpNfcLease" [ 988.640191] env[65481]: } obtained for exporting VM: (result){ [ 988.640191] env[65481]: value = "vm-951931" [ 988.640191] env[65481]: _type = "VirtualMachine" [ 988.640191] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 988.640801] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the lease: (returnval){ [ 988.640801] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d313d7-f942-5001-7fc3-3bfd13e2f361" [ 988.640801] env[65481]: _type = "HttpNfcLease" [ 988.640801] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 988.649168] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 988.649168] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d313d7-f942-5001-7fc3-3bfd13e2f361" [ 988.649168] env[65481]: _type = "HttpNfcLease" [ 988.649168] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 988.967382] env[65481]: INFO nova.compute.claims [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 988.977342] env[65481]: DEBUG nova.compute.utils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 988.981664] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 988.981890] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 988.982254] env[65481]: WARNING neutronclient.v2_0.client [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 988.982559] env[65481]: WARNING neutronclient.v2_0.client [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.024617] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 989.024905] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquired lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 989.024986] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 989.060361] env[65481]: DEBUG nova.policy [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 989.069766] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884928, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.129842} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.076502] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 989.077973] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d25a866e-55da-4ea4-a1ea-3507af9b19ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.110478] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Reconfiguring VM instance instance-00000057 to attach disk [datastore2] 45d3216e-cf68-4769-bbd3-cc8780e1e1dc/45d3216e-cf68-4769-bbd3-cc8780e1e1dc.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 989.115479] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d15ca5b9-f668-4ae4-b807-9015304edf92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.130532] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884929, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.138208] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 989.138208] env[65481]: value = "task-4884931" [ 989.138208] env[65481]: _type = "Task" [ 989.138208] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.152021] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884931, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.154056] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 989.154056] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d313d7-f942-5001-7fc3-3bfd13e2f361" [ 989.154056] env[65481]: _type = "HttpNfcLease" [ 989.154056] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 989.154348] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 989.154348] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d313d7-f942-5001-7fc3-3bfd13e2f361" [ 989.154348] env[65481]: _type = "HttpNfcLease" [ 989.154348] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 989.155183] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f65b8f90-0250-4f8c-9206-0f1d84aaf941 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.166813] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Found VMDK URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 989.167011] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Opening URL: https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 989.170635] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 989.170890] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 989.171070] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 989.171262] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 989.171407] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 989.171549] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 989.171838] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 989.172021] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 989.172197] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 989.172354] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 989.172524] env[65481]: DEBUG nova.virt.hardware [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 989.173385] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1381fe45-fe04-433d-a63b-27ec66a31854 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.234648] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34501a69-6703-4d3b-889d-ea6207b5eb26 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.251716] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 989.257708] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 989.258026] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 989.258255] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-19bb7dc4-5acb-4e65-ac38-23569681a3e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.276942] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 989.276942] env[65481]: value = "task-4884932" [ 989.276942] env[65481]: _type = "Task" [ 989.276942] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 989.286641] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884932, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.326186] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-d356772b-0d80-4e60-aa3a-97a809c0532a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.479250] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Successfully created port: 14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 989.483299] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 989.490620] env[65481]: INFO nova.compute.resource_tracker [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating resource usage from migration 316fbeb2-17d2-40f0-bbbb-2832f016851f [ 989.573915] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 989.589328] env[65481]: DEBUG oslo_vmware.api [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884929, 'name': PowerOnVM_Task, 'duration_secs': 0.96352} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 989.592429] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 989.592762] env[65481]: INFO nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Took 8.90 seconds to spawn the instance on the hypervisor. [ 989.592949] env[65481]: DEBUG nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 989.594142] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b05386f8-80b2-4713-8145-6e7384a01712 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.656684] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884931, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.701388] env[65481]: WARNING neutronclient.v2_0.client [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 989.799707] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884932, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 989.873039] env[65481]: DEBUG nova.network.neutron [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Updating instance_info_cache with network_info: [{"id": "3adcb1c6-b982-4879-b483-fea4195f1b30", "address": "fa:16:3e:2d:98:c0", "network": {"id": "653e9c6b-a900-41df-8981-187f76732e6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1044432229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f624d3ab4d1474b88333b8f472e68e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adcb1c6-b9", "ovs_interfaceid": "3adcb1c6-b982-4879-b483-fea4195f1b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 989.909036] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9056641e-b58c-4f4b-bfec-5ac55beec855 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.919144] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b07c8bca-3c0b-4797-a494-05d65ae88a4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.954141] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edba8e0c-ce0a-4d7e-b3fe-1a981f7de232 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.964264] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12010d67-7644-4764-b5b2-0d048cfac5d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 989.979650] env[65481]: DEBUG nova.compute.provider_tree [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 990.031348] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 990.031579] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951926', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'name': 'volume-7c7afa92-97a4-48f2-aace-2e7373c5804f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'serial': '7c7afa92-97a4-48f2-aace-2e7373c5804f'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 990.032464] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0711cfe-5e70-4752-8298-8048957f4b66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.054284] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2d03835-5387-416f-b26c-fea7f550e73d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.089100] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfiguring VM instance instance-0000004a to attach disk [datastore2] volume-7c7afa92-97a4-48f2-aace-2e7373c5804f/volume-7c7afa92-97a4-48f2-aace-2e7373c5804f.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 990.089991] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d497b0f8-14f5-4bdc-9b7f-8f8f4aed0aec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.111797] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 990.111797] env[65481]: value = "task-4884933" [ 990.111797] env[65481]: _type = "Task" [ 990.111797] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.122509] env[65481]: INFO nova.compute.manager [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Took 37.56 seconds to build instance. [ 990.128892] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884933, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.150952] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884931, 'name': ReconfigVM_Task, 'duration_secs': 0.59193} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.152283] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Reconfigured VM instance instance-00000057 to attach disk [datastore2] 45d3216e-cf68-4769-bbd3-cc8780e1e1dc/45d3216e-cf68-4769-bbd3-cc8780e1e1dc.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 990.152957] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5e7e37bf-5ecd-413a-a6f2-709a68c86de6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.160978] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 990.160978] env[65481]: value = "task-4884934" [ 990.160978] env[65481]: _type = "Task" [ 990.160978] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.171012] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884934, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.289430] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884932, 'name': CreateVM_Task, 'duration_secs': 0.53779} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.289647] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 990.290211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.290490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.290941] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 990.291294] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d973028a-66c7-4558-ba0a-cef6711ee76d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.297445] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 990.297445] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52524bee-20a1-2c84-69c6-b6ec78c829d5" [ 990.297445] env[65481]: _type = "Task" [ 990.297445] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.307915] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52524bee-20a1-2c84-69c6-b6ec78c829d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.377543] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Releasing lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.377928] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Instance network_info: |[{"id": "3adcb1c6-b982-4879-b483-fea4195f1b30", "address": "fa:16:3e:2d:98:c0", "network": {"id": "653e9c6b-a900-41df-8981-187f76732e6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1044432229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f624d3ab4d1474b88333b8f472e68e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adcb1c6-b9", "ovs_interfaceid": "3adcb1c6-b982-4879-b483-fea4195f1b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 990.378470] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:2d:98:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '68add7d6-c025-46fa-84d3-9c589adb63e4', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3adcb1c6-b982-4879-b483-fea4195f1b30', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 990.385869] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Creating folder: Project (1f624d3ab4d1474b88333b8f472e68e7). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.386167] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-6ee777b8-cf14-427b-b06e-be254b47269a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.398671] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Created folder: Project (1f624d3ab4d1474b88333b8f472e68e7) in parent group-v951696. [ 990.398858] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Creating folder: Instances. Parent ref: group-v951933. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 990.399144] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-8594294b-3dec-4ed6-9b68-4f51b4679b7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.410306] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Created folder: Instances in parent group-v951933. [ 990.410568] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 990.410796] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 990.411025] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c294b5d5-255f-46cc-82b9-1a8b7f673501 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.432249] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 990.432249] env[65481]: value = "task-4884937" [ 990.432249] env[65481]: _type = "Task" [ 990.432249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.442290] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884937, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.483108] env[65481]: DEBUG nova.scheduler.client.report [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 990.494317] env[65481]: DEBUG nova.compute.manager [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Received event network-changed-3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 990.496686] env[65481]: DEBUG nova.compute.manager [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Refreshing instance network info cache due to event network-changed-3adcb1c6-b982-4879-b483-fea4195f1b30. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 990.496686] env[65481]: DEBUG oslo_concurrency.lockutils [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] Acquiring lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.496686] env[65481]: DEBUG oslo_concurrency.lockutils [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] Acquired lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.496686] env[65481]: DEBUG nova.network.neutron [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Refreshing network info cache for port 3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 990.501660] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 990.533216] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 990.534090] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 990.534090] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 990.534090] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 990.534282] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 990.534419] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 990.534640] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 990.534853] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 990.535160] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 990.535375] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 990.535543] env[65481]: DEBUG nova.virt.hardware [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 990.536928] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e698ef8-6615-494a-b933-85fa55af74a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.547647] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3598dcb7-6d57-4ed5-ae43-4abc6ea07f65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.622961] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884933, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.629450] env[65481]: DEBUG oslo_concurrency.lockutils [None req-45cdc09f-d42e-4bea-990e-c28a26f49d88 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 39.075s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.671260] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884934, 'name': Rename_Task, 'duration_secs': 0.175076} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.671575] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 990.671847] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7679dce7-6f1d-45b5-9525-9fb5a8c475f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.679012] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 990.679012] env[65481]: value = "task-4884938" [ 990.679012] env[65481]: _type = "Task" [ 990.679012] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.689239] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884938, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.809641] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52524bee-20a1-2c84-69c6-b6ec78c829d5, 'name': SearchDatastore_Task, 'duration_secs': 0.018309} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 990.809641] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 990.809869] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 990.810066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 990.810233] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 990.810411] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 990.810689] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d039e09d-b70e-4d31-977c-5f8fa36667d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.822367] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 990.822633] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 990.823363] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-94404c29-82b3-45ee-8ac5-07d5c8542f7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 990.829341] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 990.829341] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1aeb2-e819-efdc-768d-15f79daca349" [ 990.829341] env[65481]: _type = "Task" [ 990.829341] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 990.838881] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1aeb2-e819-efdc-768d-15f79daca349, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.943033] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884937, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 990.989582] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.530s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 990.989582] env[65481]: INFO nova.compute.manager [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Migrating [ 990.997230] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 14.820s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.002741] env[65481]: WARNING neutronclient.v2_0.client [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.125014] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884933, 'name': ReconfigVM_Task, 'duration_secs': 0.51854} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.125483] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfigured VM instance instance-0000004a to attach disk [datastore2] volume-7c7afa92-97a4-48f2-aace-2e7373c5804f/volume-7c7afa92-97a4-48f2-aace-2e7373c5804f.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 991.130424] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c7cc2fea-81c3-4036-8b3c-69d13dc5445f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.147829] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Successfully updated port: 14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 991.154457] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 991.154457] env[65481]: value = "task-4884939" [ 991.154457] env[65481]: _type = "Task" [ 991.154457] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.166468] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884939, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.192077] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884938, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.246562] env[65481]: WARNING neutronclient.v2_0.client [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.285703] env[65481]: DEBUG nova.compute.manager [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Received event network-vif-plugged-14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 991.286189] env[65481]: DEBUG oslo_concurrency.lockutils [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] Acquiring lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.286611] env[65481]: DEBUG oslo_concurrency.lockutils [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.286855] env[65481]: DEBUG oslo_concurrency.lockutils [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 991.287157] env[65481]: DEBUG nova.compute.manager [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] No waiting events found dispatching network-vif-plugged-14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 991.287474] env[65481]: WARNING nova.compute.manager [req-c5389e24-7099-4be6-b446-5b04a1248489 req-b3f4a5a3-a158-4a87-91f8-48ce8270d452 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Received unexpected event network-vif-plugged-14f4dd39-07a3-4033-916b-bffce707aa87 for instance with vm_state building and task_state spawning. [ 991.337823] env[65481]: DEBUG nova.network.neutron [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Updated VIF entry in instance network info cache for port 3adcb1c6-b982-4879-b483-fea4195f1b30. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 991.338418] env[65481]: DEBUG nova.network.neutron [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Updating instance_info_cache with network_info: [{"id": "3adcb1c6-b982-4879-b483-fea4195f1b30", "address": "fa:16:3e:2d:98:c0", "network": {"id": "653e9c6b-a900-41df-8981-187f76732e6f", "bridge": "br-int", "label": "tempest-ImagesNegativeTestJSON-1044432229-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "1f624d3ab4d1474b88333b8f472e68e7", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "68add7d6-c025-46fa-84d3-9c589adb63e4", "external-id": "nsx-vlan-transportzone-961", "segmentation_id": 961, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3adcb1c6-b9", "ovs_interfaceid": "3adcb1c6-b982-4879-b483-fea4195f1b30", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 991.346187] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c1aeb2-e819-efdc-768d-15f79daca349, 'name': SearchDatastore_Task, 'duration_secs': 0.015536} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.350021] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-196db283-eec3-4f41-a329-8b8bc4b92d88 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.356147] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 991.356147] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f24e42-12b3-9b9f-8aa2-19a0ffce431a" [ 991.356147] env[65481]: _type = "Task" [ 991.356147] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.366473] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f24e42-12b3-9b9f-8aa2-19a0ffce431a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.447236] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884937, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.512085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.512238] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.512392] env[65481]: DEBUG nova.network.neutron [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.652803] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.653181] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.653991] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 991.665783] env[65481]: DEBUG oslo_vmware.api [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884939, 'name': ReconfigVM_Task, 'duration_secs': 0.194746} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.666119] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951926', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'name': 'volume-7c7afa92-97a4-48f2-aace-2e7373c5804f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'serial': '7c7afa92-97a4-48f2-aace-2e7373c5804f'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 991.692418] env[65481]: DEBUG oslo_vmware.api [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884938, 'name': PowerOnVM_Task, 'duration_secs': 0.814828} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.692695] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 991.692887] env[65481]: INFO nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Took 8.47 seconds to spawn the instance on the hypervisor. [ 991.693097] env[65481]: DEBUG nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 991.693930] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dcbf54e-a664-481b-bacb-dafef179c862 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.780944] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 991.780944] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 991.780944] env[65481]: INFO nova.compute.manager [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Shelving [ 991.840999] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c25cfaf-13e0-418d-89e5-bf2396660f01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.850364] env[65481]: DEBUG oslo_concurrency.lockutils [req-35028dd8-7466-4086-b9b3-839344146fd7 req-db9f1a65-4008-43b9-abb1-400194a822e9 service nova] Releasing lock "refresh_cache-052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.852228] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c2b8d02-6e80-4ad3-82ee-c50c1e399e1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.871109] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f24e42-12b3-9b9f-8aa2-19a0ffce431a, 'name': SearchDatastore_Task, 'duration_secs': 0.013404} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.909467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 991.909873] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 991.910553] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4c839f44-9fcc-4389-9ec4-778b568e31f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.914515] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40e04f16-bb9d-40f8-8af7-392302264947 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.926746] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e4412ad-d842-4819-9644-2d840659cd4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.932831] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 991.932831] env[65481]: value = "task-4884940" [ 991.932831] env[65481]: _type = "Task" [ 991.932831] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.954989] env[65481]: DEBUG nova.compute.provider_tree [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 991.962643] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884940, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 991.965829] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884937, 'name': CreateVM_Task, 'duration_secs': 1.465531} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 991.966639] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 991.967146] env[65481]: WARNING neutronclient.v2_0.client [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 991.967504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 991.967645] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 991.967956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 991.968495] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb750b30-4513-40df-bcdb-2442242a83f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 991.974539] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 991.974539] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52294bf9-14d0-7a50-21f2-cea8270ff27c" [ 991.974539] env[65481]: _type = "Task" [ 991.974539] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 991.984541] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52294bf9-14d0-7a50-21f2-cea8270ff27c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.015241] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.196885] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.221254] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 992.225450] env[65481]: INFO nova.compute.manager [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Took 35.42 seconds to build instance. [ 992.281151] env[65481]: DEBUG nova.network.neutron [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.309857] env[65481]: WARNING neutronclient.v2_0.client [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 992.390053] env[65481]: DEBUG nova.network.neutron [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Updating instance_info_cache with network_info: [{"id": "14f4dd39-07a3-4033-916b-bffce707aa87", "address": "fa:16:3e:3f:9e:40", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f4dd39-07", "ovs_interfaceid": "14f4dd39-07a3-4033-916b-bffce707aa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 992.445512] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884940, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.459049] env[65481]: DEBUG nova.scheduler.client.report [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 992.487286] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52294bf9-14d0-7a50-21f2-cea8270ff27c, 'name': SearchDatastore_Task, 'duration_secs': 0.013142} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 992.487631] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.487935] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 992.488213] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 992.488394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 992.488602] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 992.489152] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-16caa135-80c2-48e0-95a0-48f67e6fe814 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.499157] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 992.499317] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 992.500523] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1a6ff655-6027-4482-adfa-2815f2053145 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.506778] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 992.506778] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52881869-bf33-2322-d72e-05234df02f95" [ 992.506778] env[65481]: _type = "Task" [ 992.506778] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.515877] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52881869-bf33-2322-d72e-05234df02f95, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.721861] env[65481]: DEBUG nova.objects.instance [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 992.728347] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d0896ef-7116-4f63-bbd4-9967f3635369 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 36.937s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 992.785126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.793551] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 992.794066] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8b1808e-d6ee-499f-8456-7d3a4887e1b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.802783] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 992.802783] env[65481]: value = "task-4884941" [ 992.802783] env[65481]: _type = "Task" [ 992.802783] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.812404] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884941, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.894221] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 992.894859] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Instance network_info: |[{"id": "14f4dd39-07a3-4033-916b-bffce707aa87", "address": "fa:16:3e:3f:9e:40", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f4dd39-07", "ovs_interfaceid": "14f4dd39-07a3-4033-916b-bffce707aa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 992.896015] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3f:9e:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '14f4dd39-07a3-4033-916b-bffce707aa87', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 992.906183] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 992.906854] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 992.907119] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d4dfae49-b3f3-4c40-b47a-061e89316d30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 992.933114] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 992.933114] env[65481]: value = "task-4884942" [ 992.933114] env[65481]: _type = "Task" [ 992.933114] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 992.946450] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884942, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 992.950262] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.019918] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52881869-bf33-2322-d72e-05234df02f95, 'name': SearchDatastore_Task, 'duration_secs': 0.017956} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.022395] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-95c84c9d-46a5-462c-af05-dfa62f6ab636 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.030166] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 993.030166] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52496859-3574-5ca7-1f63-89a6e9004111" [ 993.030166] env[65481]: _type = "Task" [ 993.030166] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.039805] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52496859-3574-5ca7-1f63-89a6e9004111, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.229043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d25f79be-a12e-436a-a44d-dbd18a820850 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.832s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.318680] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884941, 'name': PowerOffVM_Task, 'duration_secs': 0.363976} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.318680] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 993.318680] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af969482-b0df-4715-9fd9-3c0ffddfe589 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.342101] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9916e323-6a34-4261-bb83-6af82bed5d77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.346324] env[65481]: DEBUG nova.compute.manager [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Received event network-changed-14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 993.346508] env[65481]: DEBUG nova.compute.manager [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Refreshing instance network info cache due to event network-changed-14f4dd39-07a3-4033-916b-bffce707aa87. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 993.346611] env[65481]: DEBUG oslo_concurrency.lockutils [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] Acquiring lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.346754] env[65481]: DEBUG oslo_concurrency.lockutils [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] Acquired lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.346915] env[65481]: DEBUG nova.network.neutron [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Refreshing network info cache for port 14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 993.364946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 993.365257] env[65481]: DEBUG oslo_concurrency.lockutils [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.446624] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884940, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.449944] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884942, 'name': CreateVM_Task, 'duration_secs': 0.48717} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.450181] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 993.450593] env[65481]: WARNING neutronclient.v2_0.client [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.451113] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 993.451113] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 993.451643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 993.451725] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-74373ec1-9d53-437d-b46c-cb8589ef177f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.457466] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 993.457466] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234bec2-2c6b-2519-6c5b-a8c9467930c3" [ 993.457466] env[65481]: _type = "Task" [ 993.457466] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.467419] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234bec2-2c6b-2519-6c5b-a8c9467930c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.475400] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.478s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 993.475635] env[65481]: DEBUG nova.compute.manager [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Resized/migrated instance is powered off. Setting vm_state to 'stopped'. {{(pid=65481) _confirm_resize /opt/stack/nova/nova/compute/manager.py:5416}} [ 993.478762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.242s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 993.481185] env[65481]: INFO nova.compute.claims [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 993.542587] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52496859-3574-5ca7-1f63-89a6e9004111, 'name': SearchDatastore_Task, 'duration_secs': 0.020259} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.542852] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 993.543195] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34/052b0c06-97e2-4c0e-8a99-6ebbe7b51d34.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 993.543510] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-5366fdca-e878-4689-a70f-84ede5bda87f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.552694] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 993.552694] env[65481]: value = "task-4884943" [ 993.552694] env[65481]: _type = "Task" [ 993.552694] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.562020] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884943, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.851449] env[65481]: WARNING neutronclient.v2_0.client [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 993.859748] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 993.860200] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c1039c3e-7124-489a-bb92-1c71a172e2b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.869025] env[65481]: INFO nova.compute.manager [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Detaching volume 978ff7d5-570b-416c-8516-063cf6bd475e [ 993.874922] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 993.874922] env[65481]: value = "task-4884944" [ 993.874922] env[65481]: _type = "Task" [ 993.874922] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 993.887789] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884944, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 993.916033] env[65481]: INFO nova.virt.block_device [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attempting to driver detach volume 978ff7d5-570b-416c-8516-063cf6bd475e from mountpoint /dev/sdb [ 993.916237] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 993.916417] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951921', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'name': 'volume-978ff7d5-570b-416c-8516-063cf6bd475e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'serial': '978ff7d5-570b-416c-8516-063cf6bd475e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 993.917462] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8787b3cf-3722-4435-8aaf-d3d80800ece6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.952131] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3816c242-a2dc-45df-aa10-5c58efc03a55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.961782] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884940, 'name': CopyVirtualDisk_Task, 'duration_secs': 1.557478} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 993.967141] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 993.967396] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 993.967876] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c9ebb9d6-b6ef-4ce6-bb28-a7f2bc23d6d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.970495] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-efe62015-9a7d-43ee-8b27-4249ed5bc4ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 993.980311] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5234bec2-2c6b-2519-6c5b-a8c9467930c3, 'name': SearchDatastore_Task, 'duration_secs': 0.019464} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.005304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.005632] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 994.005954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 994.006167] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 994.006461] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 994.006914] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 994.006914] env[65481]: value = "task-4884945" [ 994.006914] env[65481]: _type = "Task" [ 994.006914] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.018522] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d142f356-8f24-48ef-a378-55cac1bed318 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.022081] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e033bc75-927f-4094-ad3c-1381006f962e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.055614] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884945, 'name': ExtendVirtualDisk_Task} progress is 50%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.055614] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The volume has not been displaced from its original location: [datastore1] volume-978ff7d5-570b-416c-8516-063cf6bd475e/volume-978ff7d5-570b-416c-8516-063cf6bd475e.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 994.061488] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfiguring VM instance instance-0000004a to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 994.069447] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-592e9b64-56ea-497e-bade-dd1136b11c94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.086625] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 994.086829] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 994.093251] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-30926241-28e5-4eca-b60d-a3db811a5bf1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.104073] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884943, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.106778] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 994.106778] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ef722-4c7a-44c3-205c-926879dd778d" [ 994.106778] env[65481]: _type = "Task" [ 994.106778] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.107649] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 994.107649] env[65481]: value = "task-4884946" [ 994.107649] env[65481]: _type = "Task" [ 994.107649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.132515] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884946, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.132515] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ef722-4c7a-44c3-205c-926879dd778d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.149818] env[65481]: INFO nova.scheduler.client.report [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted allocation for migration 5da42353-c814-4c46-a799-400a29b85f02 [ 994.169206] env[65481]: WARNING neutronclient.v2_0.client [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 994.269254] env[65481]: DEBUG nova.network.neutron [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Updated VIF entry in instance network info cache for port 14f4dd39-07a3-4033-916b-bffce707aa87. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 994.269730] env[65481]: DEBUG nova.network.neutron [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Updating instance_info_cache with network_info: [{"id": "14f4dd39-07a3-4033-916b-bffce707aa87", "address": "fa:16:3e:3f:9e:40", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap14f4dd39-07", "ovs_interfaceid": "14f4dd39-07a3-4033-916b-bffce707aa87", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 994.305242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82ad0443-c0c9-4a64-8a6b-1efb91753b87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.327970] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 994.388797] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884944, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.455404] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-882765e1-9e7e-42a8-9e70-fb0064554acd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.464586] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f17b07a-d481-4aae-8a0c-6f8de3937a15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.499489] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fdbb152-6add-49cf-af00-f5b680774ed1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.508270] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-505b34d4-6f9d-4878-aebb-60dfadd21e51 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.526360] env[65481]: DEBUG nova.compute.provider_tree [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 994.538066] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884945, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.090841} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.538948] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 994.539865] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-610df774-7dbe-434c-ade5-02b19fd0142c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.562746] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Reconfiguring VM instance instance-00000055 to attach disk [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 994.563514] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c5772ad3-b646-4d46-9407-256b84605615 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.588954] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884943, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.552793} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.590740] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34/052b0c06-97e2-4c0e-8a99-6ebbe7b51d34.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 994.591014] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 994.591372] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 994.591372] env[65481]: value = "task-4884947" [ 994.591372] env[65481]: _type = "Task" [ 994.591372] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.591600] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f8aaa9eb-d5d2-4d79-809c-fd10139296fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.603627] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884947, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.605343] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 994.605343] env[65481]: value = "task-4884948" [ 994.605343] env[65481]: _type = "Task" [ 994.605343] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.626888] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884946, 'name': ReconfigVM_Task, 'duration_secs': 0.288792} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.633832] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfigured VM instance instance-0000004a to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 994.641186] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884948, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.642026] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520ef722-4c7a-44c3-205c-926879dd778d, 'name': SearchDatastore_Task, 'duration_secs': 0.025935} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.642026] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf4598c3-c246-4727-aa71-09b3bafcbeaa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.653316] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aee22663-12e7-4f33-ad4e-dfe2045c8b04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.658877] env[65481]: DEBUG oslo_concurrency.lockutils [None req-84a102e1-9bf8-4f5f-b36c-c6902980cda1 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 22.095s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 994.663518] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 994.663518] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525e2244-74c1-7fe0-524b-e0493f378bf2" [ 994.663518] env[65481]: _type = "Task" [ 994.663518] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.664554] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 994.664554] env[65481]: value = "task-4884949" [ 994.664554] env[65481]: _type = "Task" [ 994.664554] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.683334] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884949, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.683862] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525e2244-74c1-7fe0-524b-e0493f378bf2, 'name': SearchDatastore_Task, 'duration_secs': 0.015672} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.684803] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.685109] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d7591c2f-618a-455c-8c1d-a980ac326b80/d7591c2f-618a-455c-8c1d-a980ac326b80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 994.685422] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-96ac1999-833f-4a2e-8290-97e907b836a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.697660] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 994.697660] env[65481]: value = "task-4884950" [ 994.697660] env[65481]: _type = "Task" [ 994.697660] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.709394] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884950, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.772725] env[65481]: DEBUG oslo_concurrency.lockutils [req-6494596c-a271-4588-9b1a-d9ab648e9ca6 req-51df9f70-0377-40ad-a571-5401193236e1 service nova] Releasing lock "refresh_cache-d7591c2f-618a-455c-8c1d-a980ac326b80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 994.837866] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 994.838252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-85a520f7-61a9-4611-baa8-1d8694f71578 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 994.847139] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 994.847139] env[65481]: value = "task-4884951" [ 994.847139] env[65481]: _type = "Task" [ 994.847139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 994.859116] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884951, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 994.887699] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884944, 'name': CreateSnapshot_Task, 'duration_secs': 0.891241} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 994.887988] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 994.888790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5ce160-dfcf-4471-940e-5a5de9904054 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.033545] env[65481]: DEBUG nova.scheduler.client.report [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 995.106711] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884947, 'name': ReconfigVM_Task, 'duration_secs': 0.469307} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.111062] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Reconfigured VM instance instance-00000055 to attach disk [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30/8bb56265-8b66-4353-8219-613ddf915d30.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.111990] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d6112df9-dd1e-4c4a-871e-b382c4220bdf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.121736] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884948, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075953} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.123460] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 995.123951] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 995.123951] env[65481]: value = "task-4884952" [ 995.123951] env[65481]: _type = "Task" [ 995.123951] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.124778] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e3f825-f2af-4785-be7b-87776c2add65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.137342] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884952, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.157738] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Reconfiguring VM instance instance-00000058 to attach disk [datastore1] 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34/052b0c06-97e2-4c0e-8a99-6ebbe7b51d34.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 995.158108] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-80c77182-f80d-4fd6-bab6-4d92f14154d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.183891] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 995.183891] env[65481]: value = "task-4884953" [ 995.183891] env[65481]: _type = "Task" [ 995.183891] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.192736] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.201242] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884953, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.213410] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884950, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.356885] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884951, 'name': PowerOffVM_Task, 'duration_secs': 0.405939} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.357213] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 995.357360] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 995.407907] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 995.408626] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-211415b0-7d36-4b9a-b1a7-a47037516ac9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.419531] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 995.419531] env[65481]: value = "task-4884954" [ 995.419531] env[65481]: _type = "Task" [ 995.419531] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.428762] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884954, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.456222] env[65481]: DEBUG nova.objects.instance [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.540117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.061s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.540662] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 995.544223] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.572s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.544376] env[65481]: DEBUG nova.objects.instance [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lazy-loading 'resources' on Instance uuid e12500d6-323c-4f53-94eb-c585f7f0f587 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 995.638990] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884952, 'name': Rename_Task, 'duration_secs': 0.305691} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.639360] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 995.639695] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-de957bc5-8d76-43e3-8a51-5e69174135d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.647537] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 995.647537] env[65481]: value = "task-4884955" [ 995.647537] env[65481]: _type = "Task" [ 995.647537] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.657586] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884955, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.684462] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.684663] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.684909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 995.685106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 995.685286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 995.687153] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884949, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.687802] env[65481]: INFO nova.compute.manager [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Terminating instance [ 995.700959] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884953, 'name': ReconfigVM_Task, 'duration_secs': 0.494236} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.701147] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Reconfigured VM instance instance-00000058 to attach disk [datastore1] 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34/052b0c06-97e2-4c0e-8a99-6ebbe7b51d34.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 995.705466] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d567774b-0a24-4d08-9962-740276bc6ea5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.714349] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884950, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.602855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 995.715844] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d7591c2f-618a-455c-8c1d-a980ac326b80/d7591c2f-618a-455c-8c1d-a980ac326b80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 995.716127] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 995.716761] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 995.716761] env[65481]: value = "task-4884956" [ 995.716761] env[65481]: _type = "Task" [ 995.716761] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.716962] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ee07381d-464c-4384-b0c5-f97c0cc018ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.729289] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884956, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.731138] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 995.731138] env[65481]: value = "task-4884957" [ 995.731138] env[65481]: _type = "Task" [ 995.731138] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.741269] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884957, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.864564] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 995.864564] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 995.864564] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 995.864564] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 995.865161] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 995.865458] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 995.865842] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 995.866169] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 995.866460] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 995.866781] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 995.867450] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 995.872476] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b080a60-f1ec-4952-93e5-80c6801db303 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 995.890414] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 995.890414] env[65481]: value = "task-4884958" [ 995.890414] env[65481]: _type = "Task" [ 995.890414] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 995.900862] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884958, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.931846] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884954, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 995.962565] env[65481]: DEBUG oslo_concurrency.lockutils [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 995.962844] env[65481]: DEBUG oslo_concurrency.lockutils [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 995.962844] env[65481]: DEBUG nova.network.neutron [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 995.963105] env[65481]: DEBUG nova.objects.instance [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'info_cache' on Instance uuid ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.048018] env[65481]: DEBUG nova.compute.utils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 996.053735] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 996.054141] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 996.054539] env[65481]: WARNING neutronclient.v2_0.client [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.055243] env[65481]: WARNING neutronclient.v2_0.client [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.122744] env[65481]: DEBUG nova.policy [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0a5d5eba2440989380a04ef415e257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dea1b66f4fc4cde9a973e9347de235a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 996.162103] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884955, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.186874] env[65481]: DEBUG oslo_vmware.api [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884949, 'name': ReconfigVM_Task, 'duration_secs': 1.174725} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.187449] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951921', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'name': 'volume-978ff7d5-570b-416c-8516-063cf6bd475e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '978ff7d5-570b-416c-8516-063cf6bd475e', 'serial': '978ff7d5-570b-416c-8516-063cf6bd475e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 996.195487] env[65481]: DEBUG nova.compute.manager [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 996.195709] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 996.197068] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c4c89d5-3bc0-4377-b094-ea781f2dde03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.207302] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 996.207717] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8901c4f7-deb6-488f-82d2-32f98a1cc2b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.220595] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 996.220595] env[65481]: value = "task-4884959" [ 996.220595] env[65481]: _type = "Task" [ 996.220595] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.245329] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884959, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.245662] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884956, 'name': Rename_Task, 'duration_secs': 0.288466} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.249052] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 996.249653] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a57a74d9-0e8f-4670-a6f3-ef44608cacf0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.254584] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884957, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.10088} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.255742] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 996.256432] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f5ab54f2-9ccf-436e-800f-a61bccc2976d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.261459] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 996.261459] env[65481]: value = "task-4884960" [ 996.261459] env[65481]: _type = "Task" [ 996.261459] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.286850] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Reconfiguring VM instance instance-00000059 to attach disk [datastore1] d7591c2f-618a-455c-8c1d-a980ac326b80/d7591c2f-618a-455c-8c1d-a980ac326b80.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 996.288152] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7959790-687f-4f11-91e9-e2e5408d3604 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.313350] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884960, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.319492] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 996.319492] env[65481]: value = "task-4884961" [ 996.319492] env[65481]: _type = "Task" [ 996.319492] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.331502] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884961, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.406306] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884958, 'name': ReconfigVM_Task, 'duration_secs': 0.281791} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.409395] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 996.431704] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884954, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.465638] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b0e2ce4-e45b-49e4-8d02-4802e13715d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.469858] env[65481]: DEBUG nova.objects.base [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 996.478428] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64c059c0-73de-46f3-a28d-3f051ad6861e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.513985] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bbaeeb-57ef-4090-9ea8-8b36ec6d3214 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.523202] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5534e5e-90fa-43ad-93d2-0b1304fb5d67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.540511] env[65481]: DEBUG nova.compute.provider_tree [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 996.554318] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 996.580330] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Successfully created port: 0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 996.660275] env[65481]: DEBUG oslo_vmware.api [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884955, 'name': PowerOnVM_Task, 'duration_secs': 0.702992} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.660534] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 996.660668] env[65481]: DEBUG nova.compute.manager [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 996.661703] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c242f005-653d-4e74-9a33-ddec5c13c4a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.737050] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884959, 'name': PowerOffVM_Task, 'duration_secs': 0.448708} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.737378] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 996.737520] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 996.738157] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-91fcd2f2-5e8b-47d7-847d-9f675f2515ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.769102] env[65481]: DEBUG nova.objects.instance [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 996.777903] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884960, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.814524] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 996.814762] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 996.815082] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Deleting the datastore file [datastore2] 45d3216e-cf68-4769-bbd3-cc8780e1e1dc {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 996.815414] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0cdd086c-2859-44d7-9727-587c466ddebe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.825065] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for the task: (returnval){ [ 996.825065] env[65481]: value = "task-4884963" [ 996.825065] env[65481]: _type = "Task" [ 996.825065] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.834794] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884961, 'name': ReconfigVM_Task, 'duration_secs': 0.335304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.835994] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Reconfigured VM instance instance-00000059 to attach disk [datastore1] d7591c2f-618a-455c-8c1d-a980ac326b80/d7591c2f-618a-455c-8c1d-a980ac326b80.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 996.843727] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4411ca90-fa55-449d-a136-56184a63ca5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.846500] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884963, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.853751] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 996.853751] env[65481]: value = "task-4884964" [ 996.853751] env[65481]: _type = "Task" [ 996.853751] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.863402] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884964, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 996.918962] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 996.919298] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 996.919478] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 996.919699] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 996.919867] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 996.920054] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 996.920274] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 996.920459] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 996.920657] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 996.920852] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 996.921127] env[65481]: DEBUG nova.virt.hardware [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 996.926938] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfiguring VM instance instance-0000004e to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 996.927385] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ac36df9c-4959-4fc8-8550-931490d6654a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.958428] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884954, 'name': CloneVM_Task, 'duration_secs': 1.459607} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 996.960269] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Created linked-clone VM from snapshot [ 996.960730] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 996.960730] env[65481]: value = "task-4884965" [ 996.960730] env[65481]: _type = "Task" [ 996.960730] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 996.961659] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8603daf0-d816-40fe-a4f3-1d6455a26045 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 996.976264] env[65481]: WARNING neutronclient.v2_0.client [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 996.978735] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Uploading image 59b391a9-9525-4580-8445-797bc9313460 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 996.987032] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884965, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.017717] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 997.017717] env[65481]: value = "vm-951938" [ 997.017717] env[65481]: _type = "VirtualMachine" [ 997.017717] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 997.018984] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-7e4fee34-6519-49b2-9e51-1d0995a8b606 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.028209] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lease: (returnval){ [ 997.028209] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fb866-f49d-d47e-e92e-ccb938525ed7" [ 997.028209] env[65481]: _type = "HttpNfcLease" [ 997.028209] env[65481]: } obtained for exporting VM: (result){ [ 997.028209] env[65481]: value = "vm-951938" [ 997.028209] env[65481]: _type = "VirtualMachine" [ 997.028209] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 997.028518] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the lease: (returnval){ [ 997.028518] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fb866-f49d-d47e-e92e-ccb938525ed7" [ 997.028518] env[65481]: _type = "HttpNfcLease" [ 997.028518] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 997.040024] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 997.040024] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fb866-f49d-d47e-e92e-ccb938525ed7" [ 997.040024] env[65481]: _type = "HttpNfcLease" [ 997.040024] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 997.040328] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 997.040328] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527fb866-f49d-d47e-e92e-ccb938525ed7" [ 997.040328] env[65481]: _type = "HttpNfcLease" [ 997.040328] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 997.041077] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-59e783f5-e244-4041-913f-024a3c5b115a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.044324] env[65481]: DEBUG nova.scheduler.client.report [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 997.053813] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 997.054254] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 997.152668] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-aa7320a1-1e84-4368-8251-0fffb11cf80f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.187050] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.274489] env[65481]: DEBUG oslo_vmware.api [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884960, 'name': PowerOnVM_Task, 'duration_secs': 0.730719} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.275817] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 997.276015] env[65481]: INFO nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Took 9.42 seconds to spawn the instance on the hypervisor. [ 997.276197] env[65481]: DEBUG nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 997.277202] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-914d7d72-d096-454d-8eb6-3372ae147e44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.335183] env[65481]: DEBUG oslo_vmware.api [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Task: {'id': task-4884963, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.242889} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.336092] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 997.336288] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 997.336566] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 997.336731] env[65481]: INFO nova.compute.manager [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Took 1.14 seconds to destroy the instance on the hypervisor. [ 997.336860] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 997.337199] env[65481]: DEBUG nova.compute.manager [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 997.337199] env[65481]: DEBUG nova.network.neutron [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 997.337400] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.340377] env[65481]: WARNING neutronclient.v2_0.client [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.364125] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884964, 'name': Rename_Task, 'duration_secs': 0.172197} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.364406] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 997.364659] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fc0f839d-8662-46dc-bd59-161cd05ec65d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.371376] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 997.371376] env[65481]: value = "task-4884967" [ 997.371376] env[65481]: _type = "Task" [ 997.371376] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.380524] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884967, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.421703] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 997.478598] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884965, 'name': ReconfigVM_Task, 'duration_secs': 0.227805} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 997.478598] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfigured VM instance instance-0000004e to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 997.479492] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8f02909-eeaf-4c41-b8ba-7a63acb790a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.513697] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfiguring VM instance instance-0000004e to attach disk [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 997.521029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "8bb56265-8b66-4353-8219-613ddf915d30" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.521029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.521029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "8bb56265-8b66-4353-8219-613ddf915d30-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 997.521029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.521029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.521961] env[65481]: INFO nova.compute.manager [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Terminating instance [ 997.525038] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-49063209-490d-4127-afbb-cc13b9aed808 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 997.548946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.005s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.552867] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 18.344s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 997.554535] env[65481]: INFO nova.compute.claims [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 997.559094] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 997.559094] env[65481]: value = "task-4884968" [ 997.559094] env[65481]: _type = "Task" [ 997.559094] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 997.571872] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884968, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 997.577068] env[65481]: INFO nova.scheduler.client.report [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Deleted allocations for instance e12500d6-323c-4f53-94eb-c585f7f0f587 [ 997.617987] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 997.777359] env[65481]: DEBUG oslo_concurrency.lockutils [None req-962cf1ca-ff5d-4cca-a81e-9c92db91612a tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.412s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 997.796435] env[65481]: DEBUG nova.network.neutron [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [{"id": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "address": "fa:16:3e:91:0a:6d", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap79873fd7-68", "ovs_interfaceid": "79873fd7-68cd-4e06-932b-fe966d3f2ead", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 997.801441] env[65481]: INFO nova.compute.manager [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Took 24.16 seconds to build instance. [ 997.888092] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884967, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.043671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "refresh_cache-8bb56265-8b66-4353-8219-613ddf915d30" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.043892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquired lock "refresh_cache-8bb56265-8b66-4353-8219-613ddf915d30" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.044100] env[65481]: DEBUG nova.network.neutron [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.045545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.045739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.073155] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.086795] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7cbe59b1-26af-4897-bb6b-3596effb1a03 tempest-ServerGroupTestJSON-944542421 tempest-ServerGroupTestJSON-944542421-project-member] Lock "e12500d6-323c-4f53-94eb-c585f7f0f587" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.363s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.153885] env[65481]: DEBUG nova.compute.manager [req-d024a9e4-e933-4116-a806-c218219f5d23 req-92c487ec-3fd0-481b-a765-b5cf57d3ddfe service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Received event network-vif-deleted-2aea5216-3964-45f0-9b6d-ab1e4d6a9efc {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.154114] env[65481]: INFO nova.compute.manager [req-d024a9e4-e933-4116-a806-c218219f5d23 req-92c487ec-3fd0-481b-a765-b5cf57d3ddfe service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Neutron deleted interface 2aea5216-3964-45f0-9b6d-ab1e4d6a9efc; detaching it from the instance and deleting it from the info cache [ 998.154828] env[65481]: DEBUG nova.network.neutron [req-d024a9e4-e933-4116-a806-c218219f5d23 req-92c487ec-3fd0-481b-a765-b5cf57d3ddfe service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.211149] env[65481]: DEBUG nova.compute.manager [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Received event network-vif-plugged-0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 998.211365] env[65481]: DEBUG oslo_concurrency.lockutils [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 998.211572] env[65481]: DEBUG oslo_concurrency.lockutils [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 998.211750] env[65481]: DEBUG oslo_concurrency.lockutils [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.211939] env[65481]: DEBUG nova.compute.manager [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] No waiting events found dispatching network-vif-plugged-0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 998.212899] env[65481]: WARNING nova.compute.manager [req-6464164b-43cc-4989-80d8-3d5721c345b0 req-e245eff0-13d0-4540-8ba2-3d790ee2ecb3 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Received unexpected event network-vif-plugged-0495a33d-e033-4844-931b-c5a8f8b44437 for instance with vm_state building and task_state spawning. [ 998.250319] env[65481]: DEBUG nova.network.neutron [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.253125] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Successfully updated port: 0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 998.287982] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 998.288433] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 998.288641] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 998.288842] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 998.289058] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 998.289263] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 998.289494] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 998.289655] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 998.289824] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 998.290048] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 998.290250] env[65481]: DEBUG nova.virt.hardware [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 998.293036] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-21933f58-1cb3-406b-b41a-271102a4865d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.302153] env[65481]: DEBUG oslo_concurrency.lockutils [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-ec77f991-9de4-4c4c-bb84-110fb8a5dec5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 998.305459] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting lease state for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 998.305875] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ecb9ff6-3aee-4bf7-ace6-50e8df7115f6 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.675s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 998.307236] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5ed2e5d-233e-440f-b735-274df1fda993 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.311966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-004fb0cd-4144-4304-80d8-02bebafa1b98 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.332790] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 998.333563] env[65481]: ERROR oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Aborting lease for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk due to incomplete transfer. [ 998.334207] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-008d2867-8193-4efb-bd3b-2c358fac6ec2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.346369] env[65481]: DEBUG oslo_vmware.rw_handles [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Closed VMDK read handle for https://esx7c1n2.openstack.eu-de-1.cloud.sap/nfc/52249be7-c662-cc16-bf01-3736377ad8d5/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 998.346979] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Uploaded image 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 998.349499] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 998.350310] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-01d16e0b-cf5c-4b64-9032-fc4184157c0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.359080] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 998.359080] env[65481]: value = "task-4884969" [ 998.359080] env[65481]: _type = "Task" [ 998.359080] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.370452] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884969, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.382314] env[65481]: DEBUG oslo_vmware.api [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884967, 'name': PowerOnVM_Task, 'duration_secs': 0.616508} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 998.382424] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 998.382610] env[65481]: INFO nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Took 7.88 seconds to spawn the instance on the hypervisor. [ 998.382799] env[65481]: DEBUG nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 998.383626] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd66f618-b997-4573-86de-d3a6c28f2767 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.551373] env[65481]: WARNING neutronclient.v2_0.client [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 998.552233] env[65481]: INFO nova.compute.manager [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Detaching volume 7c7afa92-97a4-48f2-aace-2e7373c5804f [ 998.570344] env[65481]: DEBUG nova.network.neutron [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 998.582853] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.596231] env[65481]: INFO nova.virt.block_device [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Attempting to driver detach volume 7c7afa92-97a4-48f2-aace-2e7373c5804f from mountpoint /dev/sdc [ 998.596288] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 998.596443] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951926', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'name': 'volume-7c7afa92-97a4-48f2-aace-2e7373c5804f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'serial': '7c7afa92-97a4-48f2-aace-2e7373c5804f'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 998.597583] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b785419-2ea4-45e6-90b7-1f8094cdc2d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.628676] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-202e57ad-b7dd-4af5-81f1-72d3e6a155ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.638693] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad9662ba-089a-4ed7-a9ca-f4dca7e10d5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.665213] env[65481]: DEBUG nova.network.neutron [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 998.668786] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b87045ba-76df-42db-a64e-fe279631af83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.671474] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5289b48e-d600-42bb-b649-e201fd1f822f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.690875] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] The volume has not been displaced from its original location: [datastore2] volume-7c7afa92-97a4-48f2-aace-2e7373c5804f/volume-7c7afa92-97a4-48f2-aace-2e7373c5804f.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 998.696647] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfiguring VM instance instance-0000004a to detach disk 2002 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 998.701365] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1be982c6-f110-4fa4-acd6-ae13939d3d38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.717864] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4825569-bcdc-4e69-b22a-d6a3d7ca4de1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.738677] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 998.738677] env[65481]: value = "task-4884970" [ 998.738677] env[65481]: _type = "Task" [ 998.738677] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.753439] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884970, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.772636] env[65481]: INFO nova.compute.manager [-] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Took 1.44 seconds to deallocate network for instance. [ 998.773348] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 998.773624] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 998.773908] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 998.776068] env[65481]: DEBUG nova.compute.manager [req-d024a9e4-e933-4116-a806-c218219f5d23 req-92c487ec-3fd0-481b-a765-b5cf57d3ddfe service nova] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Detach interface failed, port_id=2aea5216-3964-45f0-9b6d-ab1e4d6a9efc, reason: Instance 45d3216e-cf68-4769-bbd3-cc8780e1e1dc could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 998.819055] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 998.819870] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f32c26a3-b622-4b6c-b577-2c1b24621d4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 998.831531] env[65481]: DEBUG oslo_vmware.api [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 998.831531] env[65481]: value = "task-4884971" [ 998.831531] env[65481]: _type = "Task" [ 998.831531] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 998.843812] env[65481]: DEBUG oslo_vmware.api [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884971, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.875596] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884969, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 998.902074] env[65481]: INFO nova.compute.manager [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Took 23.36 seconds to build instance. [ 999.010031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.010031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.010031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.010031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.010031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.010031] env[65481]: INFO nova.compute.manager [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Terminating instance [ 999.024482] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba906ba9-5007-4173-abb4-2b67d1c20f39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.039127] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6085a68-862a-4378-8297-902eabc196bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.080652] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6be5a31e-f627-4b97-891e-2af72e519fa8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.092901] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884968, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.097220] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cee072b4-7119-41eb-86f5-8e804edafdfe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.114705] env[65481]: DEBUG nova.compute.provider_tree [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 999.175815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Releasing lock "refresh_cache-8bb56265-8b66-4353-8219-613ddf915d30" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 999.175815] env[65481]: DEBUG nova.compute.manager [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 999.175904] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.176853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-200cc1a4-319f-45a9-b58c-17fa2daf758f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.189036] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.189036] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c132a01f-5b16-4a59-b4fe-8ee351ba48fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.195063] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 999.195063] env[65481]: value = "task-4884972" [ 999.195063] env[65481]: _type = "Task" [ 999.195063] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.205723] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884972, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.254303] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884970, 'name': ReconfigVM_Task, 'duration_secs': 0.311038} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.254303] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Reconfigured VM instance instance-0000004a to detach disk 2002 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 999.257039] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cb77dcce-4622-4309-b150-508758e59b0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.275337] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 999.275337] env[65481]: value = "task-4884973" [ 999.275337] env[65481]: _type = "Task" [ 999.275337] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.287600] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.288061] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884973, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.345041] env[65481]: DEBUG oslo_vmware.api [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884971, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.380910] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884969, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.382355] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 999.404327] env[65481]: DEBUG oslo_concurrency.lockutils [None req-faf6609c-3722-49ac-9fe0-92a5064052a6 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 24.876s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 999.499963] env[65481]: WARNING neutronclient.v2_0.client [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 999.515453] env[65481]: DEBUG nova.compute.manager [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 999.515624] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 999.516910] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1909843-b2e8-423e-b704-62415b288112 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.531252] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 999.531252] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-de6eb766-b6e3-4f9b-b376-cd733ef4394c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.540870] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 999.540870] env[65481]: value = "task-4884974" [ 999.540870] env[65481]: _type = "Task" [ 999.540870] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.554731] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884974, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.587548] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884968, 'name': ReconfigVM_Task, 'duration_secs': 1.555117} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.591551] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Reconfigured VM instance instance-0000004e to attach disk [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a/a5dbc5a1-4893-4a66-acf4-955e459d620a.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 999.591963] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 999.609192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "509d5aa9-d22d-4026-b706-12c22d0df37c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 999.609477] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 999.620083] env[65481]: DEBUG nova.scheduler.client.report [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 999.660595] env[65481]: DEBUG nova.network.neutron [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 999.708524] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884972, 'name': PowerOffVM_Task, 'duration_secs': 0.197155} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.708878] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 999.709161] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 999.709653] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2c7dbf0b-01d7-4d8a-a119-a3299c02e4d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.761302] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 999.761897] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 999.764044] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Deleting the datastore file [datastore1] 8bb56265-8b66-4353-8219-613ddf915d30 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 999.764044] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-a89bf143-39fa-4bf9-8e50-4b07c0a6e3e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.773163] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for the task: (returnval){ [ 999.773163] env[65481]: value = "task-4884976" [ 999.773163] env[65481]: _type = "Task" [ 999.773163] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.787792] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884976, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.791828] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 999.853130] env[65481]: DEBUG oslo_vmware.api [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884971, 'name': PowerOnVM_Task, 'duration_secs': 0.557194} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.854277] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 999.854483] env[65481]: DEBUG nova.compute.manager [None req-27ffb7e2-845f-4b02-ad94-48e960c29c77 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 999.855432] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa5b6c21-c3c9-4fb6-89d1-157bc06aa3fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.878611] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884969, 'name': Destroy_Task, 'duration_secs': 1.15219} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 999.878611] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Destroyed the VM [ 999.878611] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 999.878845] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-172135a1-466c-47c8-8a8e-7d99fe44d987 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 999.887555] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 999.887555] env[65481]: value = "task-4884977" [ 999.887555] env[65481]: _type = "Task" [ 999.887555] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 999.897971] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884977, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.054505] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884974, 'name': PowerOffVM_Task, 'duration_secs': 0.252098} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.055256] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1000.055256] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1000.055476] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e821e0f9-b011-4406-8b74-3bfe1888e612 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.101550] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-39a403a3-de00-4774-9d2f-012bdb4841f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.127848] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1000.134227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.581s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.135850] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1000.138055] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea29a295-595a-4b27-a70e-8b6abde13431 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.143933] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1000.143933] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1000.143933] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Deleting the datastore file [datastore1] 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1000.143933] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.084s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.143933] env[65481]: DEBUG nova.objects.instance [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lazy-loading 'resources' on Instance uuid f6fe2df1-f7ff-4efb-994c-65d584156459 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1000.143933] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-13b8caaa-997a-4486-b6af-d7aba422bb04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.167774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1000.167774] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Instance network_info: |[{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1000.167774] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1000.173615] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:6c:6c:41', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0495a33d-e033-4844-931b-c5a8f8b44437', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1000.181511] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating folder: Project (7dea1b66f4fc4cde9a973e9347de235a). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.182922] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for the task: (returnval){ [ 1000.182922] env[65481]: value = "task-4884979" [ 1000.182922] env[65481]: _type = "Task" [ 1000.182922] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.183408] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-30ccdaec-a664-460b-970a-42fc3ed6e39d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.199461] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884979, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.203329] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created folder: Project (7dea1b66f4fc4cde9a973e9347de235a) in parent group-v951696. [ 1000.203573] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating folder: Instances. Parent ref: group-v951939. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1000.204314] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-a9ea1b01-c531-4c23-9cf6-e9254ed2eb32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.216944] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created folder: Instances in parent group-v951939. [ 1000.217109] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.217335] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1000.218104] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-035bb963-901a-4ae8-a17d-743376fb5a3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.240943] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1000.240943] env[65481]: value = "task-4884982" [ 1000.240943] env[65481]: _type = "Task" [ 1000.240943] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.251209] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884982, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.287342] env[65481]: DEBUG oslo_vmware.api [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Task: {'id': task-4884976, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.103544} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.290965] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.291122] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.291293] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.291470] env[65481]: INFO nova.compute.manager [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1000.291730] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.291944] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884973, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.293340] env[65481]: DEBUG nova.compute.manager [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1000.293455] env[65481]: DEBUG nova.network.neutron [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1000.293699] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.297196] env[65481]: DEBUG nova.compute.manager [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Received event network-changed-0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1000.297416] env[65481]: DEBUG nova.compute.manager [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Refreshing instance network info cache due to event network-changed-0495a33d-e033-4844-931b-c5a8f8b44437. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1000.297627] env[65481]: DEBUG oslo_concurrency.lockutils [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1000.297771] env[65481]: DEBUG oslo_concurrency.lockutils [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1000.297971] env[65481]: DEBUG nova.network.neutron [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Refreshing network info cache for port 0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1000.325740] env[65481]: DEBUG nova.network.neutron [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1000.325972] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.344465] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d7591c2f-618a-455c-8c1d-a980ac326b80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.347021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.347021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.347021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.347021] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.348077] env[65481]: INFO nova.compute.manager [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Terminating instance [ 1000.406111] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884977, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.643483] env[65481]: DEBUG nova.compute.utils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1000.646496] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1000.646496] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1000.646496] env[65481]: WARNING neutronclient.v2_0.client [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.646496] env[65481]: WARNING neutronclient.v2_0.client [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.665916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.686439] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.686616] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.700926] env[65481]: DEBUG oslo_vmware.api [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Task: {'id': task-4884979, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.22449} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.704017] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1000.704096] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1000.704285] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1000.704457] env[65481]: INFO nova.compute.manager [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Took 1.19 seconds to destroy the instance on the hypervisor. [ 1000.704706] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1000.705377] env[65481]: DEBUG nova.compute.manager [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1000.705525] env[65481]: DEBUG nova.network.neutron [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1000.705769] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.729270] env[65481]: DEBUG nova.policy [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'e009e6ef4dbc423e94d94cf82b415351', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '6b4c3f21fde44b6fb9e54a4988dd7289', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1000.755761] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884982, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.789310] env[65481]: DEBUG oslo_vmware.api [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884973, 'name': ReconfigVM_Task, 'duration_secs': 1.170043} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.792340] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951926', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'name': 'volume-7c7afa92-97a4-48f2-aace-2e7373c5804f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'fdbeac26-283f-4692-9111-9e908ad20355', 'attached_at': '', 'detached_at': '', 'volume_id': '7c7afa92-97a4-48f2-aace-2e7373c5804f', 'serial': '7c7afa92-97a4-48f2-aace-2e7373c5804f'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1000.796271] env[65481]: DEBUG nova.network.neutron [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Port 8928596a-21f5-4dce-9c97-8892a19c83a6 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1000.803181] env[65481]: WARNING neutronclient.v2_0.client [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.829433] env[65481]: DEBUG nova.network.neutron [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1000.857170] env[65481]: DEBUG nova.compute.manager [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1000.858068] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1000.859887] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eae477a8-76bd-4770-85c3-e952b801d03f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.868143] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1000.872751] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1000.875512] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-28a74d77-0fa3-4cb3-8c77-52b786a1ad47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1000.883768] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1000.883768] env[65481]: value = "task-4884983" [ 1000.883768] env[65481]: _type = "Task" [ 1000.883768] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1000.898715] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884983, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1000.900830] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.901783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.901783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1000.901783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1000.901783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1000.910201] env[65481]: DEBUG oslo_vmware.api [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4884977, 'name': RemoveSnapshot_Task, 'duration_secs': 0.699984} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1000.910909] env[65481]: INFO nova.compute.manager [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Terminating instance [ 1000.912634] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1000.913073] env[65481]: INFO nova.compute.manager [None req-21269242-d67e-4a8f-9b7f-8c1340f54257 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Took 16.47 seconds to snapshot the instance on the hypervisor. [ 1001.097965] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c81ef9e3-f1a2-49da-ad0e-3f58bc5c2456 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.108638] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-318f8dde-bfc2-4d3c-b91e-290d920a0981 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.148841] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eafa5a-5626-4d4b-b72e-c77d654bebd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.152997] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1001.163661] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04839ae8-ba97-4cbd-aeea-ed75414edd01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.183546] env[65481]: DEBUG nova.compute.provider_tree [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1001.258946] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884982, 'name': CreateVM_Task, 'duration_secs': 0.639392} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.259162] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1001.260331] env[65481]: WARNING neutronclient.v2_0.client [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.260524] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.260675] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.261373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1001.261911] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2d9b6a4d-c77d-42a7-b01d-bbd72877183b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.269777] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1001.269777] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3e49b-3c84-35b9-6b64-254825559ffe" [ 1001.269777] env[65481]: _type = "Task" [ 1001.269777] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.278796] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3e49b-3c84-35b9-6b64-254825559ffe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.321809] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Successfully created port: 24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1001.332851] env[65481]: INFO nova.compute.manager [-] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Took 1.04 seconds to deallocate network for instance. [ 1001.353218] env[65481]: DEBUG nova.objects.instance [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'flavor' on Instance uuid fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1001.396942] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884983, 'name': PowerOffVM_Task, 'duration_secs': 0.298131} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.397709] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.397939] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.398246] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ee9b9c7f-f01e-4d61-a43d-d73d85ca6cf5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.423277] env[65481]: DEBUG nova.compute.manager [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1001.423606] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1001.426825] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84b6608a-177d-4eaa-8d42-03b8b53a69a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.439754] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1001.440147] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f7940959-2a7a-4248-a8a6-e16f45436019 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.447382] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1001.447382] env[65481]: value = "task-4884985" [ 1001.447382] env[65481]: _type = "Task" [ 1001.447382] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.458456] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884985, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.470861] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1001.471205] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1001.471534] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore1] d7591c2f-618a-455c-8c1d-a980ac326b80 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1001.472644] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cfedb2d1-5276-4e64-9c84-676570f67f7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.483557] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1001.483557] env[65481]: value = "task-4884986" [ 1001.483557] env[65481]: _type = "Task" [ 1001.483557] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.495375] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884986, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.650780] env[65481]: WARNING neutronclient.v2_0.client [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1001.689128] env[65481]: DEBUG nova.scheduler.client.report [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1001.749610] env[65481]: DEBUG nova.network.neutron [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.783398] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f3e49b-3c84-35b9-6b64-254825559ffe, 'name': SearchDatastore_Task, 'duration_secs': 0.016864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.784421] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.784872] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1001.784962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1001.785222] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1001.785306] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1001.786914] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e6615a9b-80a8-4f3b-9c17-802c08bcffcd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.798948] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1001.799201] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1001.801200] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-af81b698-a5fa-4154-9f8d-4ca75b0e5029 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.842066] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.849328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1001.849621] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1001.849826] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1001.852041] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1001.852041] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52aab553-36da-1200-a0fe-bacbdac7cea8" [ 1001.852041] env[65481]: _type = "Task" [ 1001.852041] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.869475] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52aab553-36da-1200-a0fe-bacbdac7cea8, 'name': SearchDatastore_Task, 'duration_secs': 0.012563} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.870296] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7d84a08f-faf1-4acf-b990-d72c30fbae6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.877690] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1001.877690] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5206dd2c-8476-4750-26dc-015d55ae1476" [ 1001.877690] env[65481]: _type = "Task" [ 1001.877690] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.890497] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5206dd2c-8476-4750-26dc-015d55ae1476, 'name': SearchDatastore_Task, 'duration_secs': 0.010465} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.891419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1001.891709] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1001.893014] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bf739028-b2a7-4c2d-9e0b-458ed62e3f19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.896527] env[65481]: DEBUG nova.compute.manager [req-65414239-2d39-471b-a8ab-a82451ae3550 req-40688339-6e7b-4a60-80c0-c7215ca287c2 service nova] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Received event network-vif-deleted-3adcb1c6-b982-4879-b483-fea4195f1b30 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1001.897600] env[65481]: DEBUG nova.network.neutron [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updated VIF entry in instance network info cache for port 0495a33d-e033-4844-931b-c5a8f8b44437. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1001.897940] env[65481]: DEBUG nova.network.neutron [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1001.905644] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1001.905644] env[65481]: value = "task-4884987" [ 1001.905644] env[65481]: _type = "Task" [ 1001.905644] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1001.917709] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884987, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1001.960876] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884985, 'name': PowerOffVM_Task, 'duration_secs': 0.227769} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.961079] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1001.961468] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1001.961468] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-439960f8-d129-4a52-84d3-1b491510a725 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1001.995785] env[65481]: DEBUG oslo_vmware.api [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4884986, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159003} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1001.995785] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1001.995785] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1001.995977] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1001.996071] env[65481]: INFO nova.compute.manager [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1001.996544] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1001.996689] env[65481]: DEBUG nova.compute.manager [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1001.996768] env[65481]: DEBUG nova.network.neutron [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1001.997193] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.031101] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1002.031445] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1002.031756] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleting the datastore file [datastore2] ec77f991-9de4-4c4c-bb84-110fb8a5dec5 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1002.032700] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d5b02f94-9758-4fb7-bc32-b890e3024416 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.040690] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1002.040690] env[65481]: value = "task-4884989" [ 1002.040690] env[65481]: _type = "Task" [ 1002.040690] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.050094] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884989, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.095215] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.164029] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1002.195235] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1002.195491] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1002.195640] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1002.195819] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1002.195961] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1002.196268] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1002.196532] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1002.196726] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1002.196927] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1002.197134] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1002.197345] env[65481]: DEBUG nova.virt.hardware [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1002.198223] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.056s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.201054] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcacdaa9-4ab4-448a-b64d-de1265aa5b99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.204789] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 19.364s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1002.207048] env[65481]: INFO nova.compute.claims [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1002.216983] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86aef4ad-3949-4b51-b138-987bccbab6e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.240784] env[65481]: INFO nova.scheduler.client.report [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Deleted allocations for instance f6fe2df1-f7ff-4efb-994c-65d584156459 [ 1002.255542] env[65481]: INFO nova.compute.manager [-] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Took 1.55 seconds to deallocate network for instance. [ 1002.361387] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2a81950c-3308-41dd-8719-3a2f5e435b78 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 4.315s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.403246] env[65481]: DEBUG oslo_concurrency.lockutils [req-65107125-18ce-4eab-a850-e6aabad30ac6 req-a4950320-24ab-40d3-8072-d10102ca818d service nova] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1002.418517] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884987, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1002.552955] env[65481]: DEBUG oslo_vmware.api [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4884989, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.454844} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.553688] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1002.553688] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1002.554094] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1002.556674] env[65481]: INFO nova.compute.manager [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1002.556674] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1002.556674] env[65481]: DEBUG nova.compute.manager [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1002.556674] env[65481]: DEBUG nova.network.neutron [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1002.556674] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.612708] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.717025] env[65481]: DEBUG nova.compute.manager [req-7ce6c3ba-9ab0-4a4a-9d51-1fb22a9d5a60 req-9d77a72d-f5b3-45fe-943e-a024452e574d service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Received event network-vif-deleted-14f4dd39-07a3-4033-916b-bffce707aa87 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1002.717151] env[65481]: INFO nova.compute.manager [req-7ce6c3ba-9ab0-4a4a-9d51-1fb22a9d5a60 req-9d77a72d-f5b3-45fe-943e-a024452e574d service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Neutron deleted interface 14f4dd39-07a3-4033-916b-bffce707aa87; detaching it from the instance and deleting it from the info cache [ 1002.717241] env[65481]: DEBUG nova.network.neutron [req-7ce6c3ba-9ab0-4a4a-9d51-1fb22a9d5a60 req-9d77a72d-f5b3-45fe-943e-a024452e574d service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.755035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9297f2eb-ff6a-4985-b710-18c806738a8e tempest-ServerAddressesNegativeTestJSON-1052977511 tempest-ServerAddressesNegativeTestJSON-1052977511-project-member] Lock "f6fe2df1-f7ff-4efb-994c-65d584156459" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 24.292s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1002.763272] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1002.853036] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1002.921215] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884987, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519028} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1002.921829] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1002.922388] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1002.923508] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-fba3fb7d-5f67-46a9-bbcc-9690cd6aeed7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1002.933381] env[65481]: DEBUG nova.network.neutron [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1002.934895] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1002.934895] env[65481]: value = "task-4884990" [ 1002.934895] env[65481]: _type = "Task" [ 1002.934895] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1002.947356] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884990, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.042818] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Successfully updated port: 24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1003.123966] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.125272] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.125272] env[65481]: DEBUG nova.network.neutron [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.223033] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-513181a5-8687-42cf-b393-11f09ff69695 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.234048] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7af9518-5f27-4ba1-b914-a19927e9e2b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.273451] env[65481]: DEBUG nova.compute.manager [req-7ce6c3ba-9ab0-4a4a-9d51-1fb22a9d5a60 req-9d77a72d-f5b3-45fe-943e-a024452e574d service nova] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Detach interface failed, port_id=14f4dd39-07a3-4033-916b-bffce707aa87, reason: Instance d7591c2f-618a-455c-8c1d-a980ac326b80 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1003.442442] env[65481]: INFO nova.compute.manager [-] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Took 1.44 seconds to deallocate network for instance. [ 1003.460760] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884990, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.07866} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1003.461202] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1003.465251] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e174c86b-544d-4769-9dbf-c45f2f367acc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.506857] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1003.511190] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f5da130f-c9d5-4b88-9c15-e9f2b56a12bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.536666] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1003.536666] env[65481]: value = "task-4884991" [ 1003.536666] env[65481]: _type = "Task" [ 1003.536666] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1003.548639] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.548639] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1003.548639] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1003.548937] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884991, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1003.632058] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.658199] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1386c0ef-217e-4504-83d7-0dcbef6dc3f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.661931] env[65481]: DEBUG nova.network.neutron [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1003.668071] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4becd88c-9f5b-41f6-be01-35c716fb57c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.707108] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff6977b3-1b53-4bd0-b454-e7bd065c655c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.719062] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c63cd08d-d046-4e7b-b4c2-101ca4ad611c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1003.734805] env[65481]: DEBUG nova.compute.provider_tree [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1003.897653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.897951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.898243] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "fdbeac26-283f-4692-9111-9e908ad20355-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.898380] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.898557] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.901553] env[65481]: WARNING neutronclient.v2_0.client [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1003.904087] env[65481]: INFO nova.compute.manager [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Terminating instance [ 1003.937055] env[65481]: DEBUG nova.compute.manager [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Received event network-vif-plugged-24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.937296] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Acquiring lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1003.937557] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1003.937730] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1003.937896] env[65481]: DEBUG nova.compute.manager [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] No waiting events found dispatching network-vif-plugged-24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1003.938165] env[65481]: WARNING nova.compute.manager [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Received unexpected event network-vif-plugged-24e90974-3586-4302-be2f-caaec1d4cb6c for instance with vm_state building and task_state spawning. [ 1003.938204] env[65481]: DEBUG nova.compute.manager [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Received event network-changed-24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1003.938923] env[65481]: DEBUG nova.compute.manager [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Refreshing instance network info cache due to event network-changed-24e90974-3586-4302-be2f-caaec1d4cb6c. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1003.938923] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Acquiring lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1003.961395] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.002691] env[65481]: DEBUG nova.network.neutron [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.048587] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884991, 'name': ReconfigVM_Task, 'duration_secs': 0.465535} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.048928] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1004.052414] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cfde87ac-22b5-4507-877e-6757465b4758 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.060312] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1004.060312] env[65481]: value = "task-4884992" [ 1004.060312] env[65481]: _type = "Task" [ 1004.060312] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.070628] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884992, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.084056] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1004.164549] env[65481]: INFO nova.compute.manager [-] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Took 1.61 seconds to deallocate network for instance. [ 1004.185799] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.186090] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.204171] env[65481]: WARNING neutronclient.v2_0.client [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1004.240334] env[65481]: DEBUG nova.scheduler.client.report [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1004.373658] env[65481]: DEBUG nova.network.neutron [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Updating instance_info_cache with network_info: [{"id": "24e90974-3586-4302-be2f-caaec1d4cb6c", "address": "fa:16:3e:94:e1:74", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e90974-35", "ovs_interfaceid": "24e90974-3586-4302-be2f-caaec1d4cb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1004.408009] env[65481]: DEBUG nova.compute.manager [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1004.408264] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1004.409379] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1548a1a7-2e26-40db-9291-92b123c606b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.418929] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1004.419306] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-8737c451-9d0e-4b8e-843d-62f94e04aac7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.426874] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 1004.426874] env[65481]: value = "task-4884993" [ 1004.426874] env[65481]: _type = "Task" [ 1004.426874] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.439720] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884993, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.506035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.575995] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884992, 'name': Rename_Task, 'duration_secs': 0.191512} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.577658] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1004.577658] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3d6e4a10-14b4-4ccf-a9f1-e621da7fa16b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.585430] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1004.585430] env[65481]: value = "task-4884994" [ 1004.585430] env[65481]: _type = "Task" [ 1004.585430] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.595111] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884994, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.671557] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.702169] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1004.702169] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1004.747798] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.543s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1004.750789] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1004.752485] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 16.299s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1004.752699] env[65481]: DEBUG nova.objects.instance [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'resources' on Instance uuid 02dfe7aa-9df0-4897-a2c0-964629fd352e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1004.774727] env[65481]: DEBUG nova.compute.manager [req-13b5f942-6ba7-4d11-95a6-91dc13723162 req-87444cc6-ad64-483c-bf5d-46926decd177 service nova] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Received event network-vif-deleted-79873fd7-68cd-4e06-932b-fe966d3f2ead {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1004.876830] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1004.877304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1004.877802] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Instance network_info: |[{"id": "24e90974-3586-4302-be2f-caaec1d4cb6c", "address": "fa:16:3e:94:e1:74", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e90974-35", "ovs_interfaceid": "24e90974-3586-4302-be2f-caaec1d4cb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1004.878647] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-87d21d9d-056b-4c54-954e-567b280f6ebc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.881552] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Acquired lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1004.881729] env[65481]: DEBUG nova.network.neutron [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Refreshing network info cache for port 24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1004.882961] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:e1:74', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '24e90974-3586-4302-be2f-caaec1d4cb6c', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1004.891227] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1004.892360] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1004.893045] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-317cbb6f-742b-431b-b187-eedd62fde515 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.911117] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1004.911331] env[65481]: ERROR oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk due to incomplete transfer. [ 1004.911997] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-26787ad1-0029-4cbb-acc9-70335e9d689b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.918155] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1004.918155] env[65481]: value = "task-4884995" [ 1004.918155] env[65481]: _type = "Task" [ 1004.918155] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.922632] env[65481]: DEBUG oslo_vmware.rw_handles [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/526b8be7-b0be-7aba-93ba-8b49441fc25c/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1004.922946] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Uploaded image 59b391a9-9525-4580-8445-797bc9313460 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1004.924640] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1004.925275] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-7b675c9d-977a-4f0e-a6bc-be7811183db8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.930688] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884995, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1004.935765] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1004.935765] env[65481]: value = "task-4884996" [ 1004.935765] env[65481]: _type = "Task" [ 1004.935765] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1004.942234] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884993, 'name': PowerOffVM_Task, 'duration_secs': 0.197684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1004.943042] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1004.943574] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1004.944123] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-037d4aee-3e4c-4a4a-b13d-5aaa1443afdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1004.948637] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884996, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.033252] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1005.033479] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1005.033735] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleting the datastore file [datastore2] fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1005.034911] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-2c3612fc-3eaf-42ea-b76d-d4440e89a903 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.039651] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7f40ae-63d2-4fdb-99fb-fe55b9dc6d39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.048429] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for the task: (returnval){ [ 1005.048429] env[65481]: value = "task-4884998" [ 1005.048429] env[65481]: _type = "Task" [ 1005.048429] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.075763] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e723a1ba-33ca-4e94-abf8-8394cd84d7a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.083992] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884998, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.096669] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1005.111662] env[65481]: DEBUG oslo_vmware.api [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4884994, 'name': PowerOnVM_Task, 'duration_secs': 0.524061} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.112123] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1005.112428] env[65481]: INFO nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Took 7.49 seconds to spawn the instance on the hypervisor. [ 1005.112697] env[65481]: DEBUG nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1005.114113] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-125b0e00-6e55-48a8-a604-ba90f907eca2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.206353] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1005.256917] env[65481]: DEBUG nova.compute.utils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1005.261549] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1005.261815] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1005.262117] env[65481]: WARNING neutronclient.v2_0.client [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.262427] env[65481]: WARNING neutronclient.v2_0.client [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.307682] env[65481]: DEBUG nova.policy [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3b0d5b1e1a474ba3970c5a787b01b10e', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'eb3e4d49957649e8b19e2bd249d82aa8', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1005.393406] env[65481]: WARNING neutronclient.v2_0.client [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.430053] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4884995, 'name': CreateVM_Task, 'duration_secs': 0.379009} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.430053] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1005.430053] env[65481]: WARNING neutronclient.v2_0.client [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.430305] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.430305] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.430563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1005.433355] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5fe6ac34-c1e8-4fcb-864a-24da22f3f1eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.444384] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1005.444384] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5219201a-00ca-dbfe-a0e2-2b62b34f7dde" [ 1005.444384] env[65481]: _type = "Task" [ 1005.444384] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.453955] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884996, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.461864] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5219201a-00ca-dbfe-a0e2-2b62b34f7dde, 'name': SearchDatastore_Task, 'duration_secs': 0.011755} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.463081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1005.463081] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1005.463081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1005.463081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1005.463081] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1005.463323] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-45404bbf-4c39-41ce-9eab-82686f3c2ca3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.474787] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1005.475073] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1005.475864] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8d3e54cf-fa1b-4b4d-af0c-2b0f3cb46c1f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.484129] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1005.484129] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521cd9fd-540e-212f-10de-7f2e07d97378" [ 1005.484129] env[65481]: _type = "Task" [ 1005.484129] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.498115] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521cd9fd-540e-212f-10de-7f2e07d97378, 'name': SearchDatastore_Task, 'duration_secs': 0.012405} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.499145] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-62bdda8e-1211-4043-b4bc-d342d4d160cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.512997] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1005.512997] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52afd560-a0f5-ac5b-aa2c-0ee1d19ab3a9" [ 1005.512997] env[65481]: _type = "Task" [ 1005.512997] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.522513] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52afd560-a0f5-ac5b-aa2c-0ee1d19ab3a9, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.560957] env[65481]: DEBUG oslo_vmware.api [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Task: {'id': task-4884998, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.158128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.561234] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1005.561431] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1005.561659] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1005.561844] env[65481]: INFO nova.compute.manager [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1005.562097] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1005.562296] env[65481]: DEBUG nova.compute.manager [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1005.562392] env[65481]: DEBUG nova.network.neutron [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1005.562676] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.586891] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0a95837-156a-4bb3-9aba-f8adbe4a714a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.594851] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e6b35d4-395d-4370-b1c9-178b0ecd4404 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.629556] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1005.635872] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.639773] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-4bac336c-b640-4eb3-bd00-62f7ce45908d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.642160] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29be6b18-eec8-43f8-aaa1-f1e02df89731 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.651352] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Successfully created port: 1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1005.653856] env[65481]: INFO nova.compute.manager [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Took 29.45 seconds to build instance. [ 1005.661456] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79c502a0-d1ee-46ed-868e-9533acd12bb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.666774] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1005.666774] env[65481]: value = "task-4884999" [ 1005.666774] env[65481]: _type = "Task" [ 1005.666774] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.679061] env[65481]: DEBUG nova.compute.provider_tree [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1005.686795] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884999, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1005.739634] env[65481]: WARNING neutronclient.v2_0.client [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1005.762545] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1005.951950] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4884996, 'name': Destroy_Task, 'duration_secs': 0.788122} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1005.952281] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Destroyed the VM [ 1005.952524] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1005.952778] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-852437ce-8980-417a-9249-230c8a6634d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1005.960476] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1005.960476] env[65481]: value = "task-4885000" [ 1005.960476] env[65481]: _type = "Task" [ 1005.960476] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1005.972276] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885000, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.025346] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52afd560-a0f5-ac5b-aa2c-0ee1d19ab3a9, 'name': SearchDatastore_Task, 'duration_secs': 0.011183} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.026389] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.026389] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8d90a3df-3425-4bce-be3b-2999328a5c8d/8d90a3df-3425-4bce-be3b-2999328a5c8d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1006.026583] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-22a4bd5a-3352-4025-9aa0-6134a112dba4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.036643] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1006.036643] env[65481]: value = "task-4885001" [ 1006.036643] env[65481]: _type = "Task" [ 1006.036643] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1006.046629] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885001, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.156647] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af16e16-1db0-415f-acfe-8ab4ba6e3fb1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 30.972s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.176699] env[65481]: DEBUG oslo_vmware.api [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4884999, 'name': PowerOnVM_Task, 'duration_secs': 0.448883} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.176963] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1006.177154] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d137c57-392a-43d1-aa1d-b755bd3d36e5 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance 'a5dbc5a1-4893-4a66-acf4-955e459d620a' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1006.182575] env[65481]: DEBUG nova.scheduler.client.report [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1006.411978] env[65481]: DEBUG nova.network.neutron [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Updated VIF entry in instance network info cache for port 24e90974-3586-4302-be2f-caaec1d4cb6c. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1006.412443] env[65481]: DEBUG nova.network.neutron [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Updating instance_info_cache with network_info: [{"id": "24e90974-3586-4302-be2f-caaec1d4cb6c", "address": "fa:16:3e:94:e1:74", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap24e90974-35", "ovs_interfaceid": "24e90974-3586-4302-be2f-caaec1d4cb6c", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.472765] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885000, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.548230] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885001, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1006.690529] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.938s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1006.694497] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 9.507s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1006.694497] env[65481]: DEBUG nova.objects.instance [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1006.725050] env[65481]: INFO nova.scheduler.client.report [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted allocations for instance 02dfe7aa-9df0-4897-a2c0-964629fd352e [ 1006.745028] env[65481]: DEBUG nova.network.neutron [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1006.773675] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1006.808296] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1006.808549] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1006.808701] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1006.808892] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1006.809076] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1006.809185] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1006.809415] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1006.809586] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1006.809755] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1006.809915] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1006.810096] env[65481]: DEBUG nova.virt.hardware [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1006.811806] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d1b0559-2123-4fd1-9744-17dcfabed538 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.820554] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40310696-7dfd-4f07-b196-40e2e4f424a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1006.916310] env[65481]: DEBUG oslo_concurrency.lockutils [req-ec1fefb0-392c-42b2-9baa-0a88480bd794 req-e3ce2115-b490-4102-ba6b-da27db744d0b service nova] Releasing lock "refresh_cache-8d90a3df-3425-4bce-be3b-2999328a5c8d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1006.973153] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885000, 'name': RemoveSnapshot_Task, 'duration_secs': 0.624308} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1006.973470] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1006.975230] env[65481]: DEBUG nova.compute.manager [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1006.975230] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ee7b755-f2c0-4b2c-a20c-bc6e2c79259b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.049600] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885001, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.745176} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.049803] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8d90a3df-3425-4bce-be3b-2999328a5c8d/8d90a3df-3425-4bce-be3b-2999328a5c8d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1007.050069] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1007.050341] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f01aecf9-d8ab-4501-b846-8a01445c974f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.058199] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1007.058199] env[65481]: value = "task-4885002" [ 1007.058199] env[65481]: _type = "Task" [ 1007.058199] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.068494] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885002, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.234923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6107d888-629c-45da-89f0-c86bb91e361c tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 22.638s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.236268] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Acquired lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.237391] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf86db4-2c7a-46a8-b668-c5bbe89fff5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.248174] env[65481]: INFO nova.compute.manager [-] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Took 1.69 seconds to deallocate network for instance. [ 1007.249849] env[65481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1007.249993] env[65481]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1007.252318] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-956b87f4-654f-4757-b0b7-1d41238b0aa8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.267500] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79a3bca7-e332-4e39-a045-52230deaac51 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.309063] env[65481]: ERROR root [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-951893'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-951893'}\n"]: nova.exception.InstanceNotFound: Instance 02dfe7aa-9df0-4897-a2c0-964629fd352e could not be found. [ 1007.309344] env[65481]: DEBUG oslo_concurrency.lockutils [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] Releasing lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.309465] env[65481]: DEBUG nova.compute.manager [req-e4bbf2fd-5286-41d3-9ceb-54f7981373b6 req-3327f694-fd9a-4747-958c-1f6f26719913 service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Detach interface failed, port_id=1c71d07b-748b-49da-81d8-a011c4220cdd, reason: Instance 02dfe7aa-9df0-4897-a2c0-964629fd352e could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.310642] env[65481]: DEBUG oslo_concurrency.lockutils [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] Acquired lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.311433] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eabd882-45ac-45e2-a20d-90eae5190f6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.321275] env[65481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1007.321449] env[65481]: DEBUG oslo_vmware.api [-] Fault list: [ManagedObjectNotFound] {{(pid=65481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1007.322568] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75e875e4-2c36-4ffe-bc4e-2dd5f02a6acd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.332684] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbb80fa4-0810-46e5-aa3a-3dc3f65a2e93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.369385] env[65481]: ERROR root [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] Original exception being dropped: ['Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 377, in request_handler\n response = request(managed_object, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 586, in __call__\n return client.invoke(args, kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 728, in invoke\n result = self.send(soapenv, timeout=timeout)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 777, in send\n return self.process_reply(reply.message, None, None)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/suds/client.py", line 840, in process_reply\n raise WebFault(fault, replyroot)\n', "suds.WebFault: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 301, in _invoke_api\n return api_method(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 479, in get_object_property\n props = get_object_properties(vim, moref, [property_name],\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/vim_util.py", line 360, in get_object_properties\n retrieve_result = vim.RetrievePropertiesEx(\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py", line 413, in request_handler\n raise exceptions.VimFaultException(fault_list, fault_string,\n', "oslo_vmware.exceptions.VimFaultException: The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-951893'}\n", '\nDuring handling of the above exception, another exception occurred:\n\n', 'Traceback (most recent call last):\n', ' File "/opt/stack/nova/nova/virt/vmwareapi/session.py", line 123, in _call_method\n return self.invoke_api(module, method, self.vim, *args,\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 358, in invoke_api\n return _invoke_api(module, method, *args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 122, in func\n return evt.wait()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/event.py", line 124, in wait\n result = hub.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/eventlet/hubs/hub.py", line 310, in switch\n return self.greenlet.switch()\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/common/loopingcall.py", line 122, in _inner\n idle = self.f(*self.args, **self.kw)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 96, in _func\n result = f(*args, **kwargs)\n', ' File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py", line 341, in _invoke_api\n raise clazz(str(excep),\n', "oslo_vmware.exceptions.ManagedObjectNotFoundException: The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created\nCause: Server raised fault: 'The object 'vim.VirtualMachine:vm-951893' has already been deleted or has not been completely created'\nFaults: [ManagedObjectNotFound]\nDetails: {'obj': 'vm-951893'}\n"]: nova.exception.InstanceNotFound: Instance 02dfe7aa-9df0-4897-a2c0-964629fd352e could not be found. [ 1007.369611] env[65481]: DEBUG oslo_concurrency.lockutils [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] Releasing lock "02dfe7aa-9df0-4897-a2c0-964629fd352e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1007.369828] env[65481]: DEBUG nova.compute.manager [req-1f511d0d-0f0e-4d32-a70b-8c4d148e8cdd req-824022d8-bdd8-436a-96b3-4e4b1a313c4d service nova] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Detach interface failed, port_id=3718e246-aa17-4fe4-a696-5282083d57e7, reason: Instance 02dfe7aa-9df0-4897-a2c0-964629fd352e could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1007.407143] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Successfully updated port: 1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1007.449997] env[65481]: DEBUG nova.compute.manager [req-86466fdd-2a82-4049-933c-f95bf048ce21 req-4b08f5ad-02d3-4b2a-a100-513915e32462 service nova] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Received event network-vif-deleted-f7f573d3-8686-443c-8bf5-8c606d09263c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.462134] env[65481]: DEBUG nova.compute.manager [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received event network-vif-plugged-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1007.462400] env[65481]: DEBUG oslo_concurrency.lockutils [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.462706] env[65481]: DEBUG oslo_concurrency.lockutils [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.462943] env[65481]: DEBUG oslo_concurrency.lockutils [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.463178] env[65481]: DEBUG nova.compute.manager [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] No waiting events found dispatching network-vif-plugged-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1007.463345] env[65481]: WARNING nova.compute.manager [req-c73e46ca-9495-417c-a5dd-f07d8bde17b9 req-b170d4a3-6c80-4893-9b13-92830a55621c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received unexpected event network-vif-plugged-1d06934a-0598-4acc-a8b2-b159ba486eb5 for instance with vm_state building and task_state spawning. [ 1007.493173] env[65481]: INFO nova.compute.manager [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Shelve offloading [ 1007.570853] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885002, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.29677} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1007.571224] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1007.572098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f09aef9-8163-4e90-a6a4-959b9041bdf3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.599028] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Reconfiguring VM instance instance-0000005b to attach disk [datastore2] 8d90a3df-3425-4bce-be3b-2999328a5c8d/8d90a3df-3425-4bce-be3b-2999328a5c8d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1007.599561] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ae2d9a1b-fc78-4935-a430-9520a8072b0b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1007.622338] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1007.622338] env[65481]: value = "task-4885003" [ 1007.622338] env[65481]: _type = "Task" [ 1007.622338] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1007.635675] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885003, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1007.708860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-12c36f85-fc84-4645-ba76-0f7cb398cb95 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.015s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1007.711226] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.424s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1007.711609] env[65481]: DEBUG nova.objects.instance [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lazy-loading 'resources' on Instance uuid 45d3216e-cf68-4769-bbd3-cc8780e1e1dc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1007.761919] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1007.910823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1007.911061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1007.911265] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1007.997989] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1008.000013] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-aa6b1a79-9334-46b5-853a-7ae42c5fc5cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.012027] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1008.012027] env[65481]: value = "task-4885004" [ 1008.012027] env[65481]: _type = "Task" [ 1008.012027] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.022964] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1008.023420] env[65481]: DEBUG nova.compute.manager [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1008.026117] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a21fbde-15f5-4629-9c1a-a7691fb17e11 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.032683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.032683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.032683] env[65481]: DEBUG nova.network.neutron [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.132936] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885003, 'name': ReconfigVM_Task, 'duration_secs': 0.357817} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.133272] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Reconfigured VM instance instance-0000005b to attach disk [datastore2] 8d90a3df-3425-4bce-be3b-2999328a5c8d/8d90a3df-3425-4bce-be3b-2999328a5c8d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1008.133969] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-c7dd099b-faf4-4d72-be83-8dbdfe481eb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.144862] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1008.144862] env[65481]: value = "task-4885005" [ 1008.144862] env[65481]: _type = "Task" [ 1008.144862] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.154096] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885005, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.236348] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1008.236629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1008.236832] env[65481]: DEBUG nova.compute.manager [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Going to confirm migration 5 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1008.456946] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1008.534383] env[65481]: WARNING neutronclient.v2_0.client [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.619040] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0fcfe8e-4e0c-47f3-bd0c-3b387f0a9316 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.626103] env[65481]: WARNING neutronclient.v2_0.client [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.640881] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-175162ad-cb63-46b3-82a5-ac1cbbc27a42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.656787] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885005, 'name': Rename_Task, 'duration_secs': 0.174529} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1008.684297] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1008.690237] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-68355046-d742-4f24-b576-f7d98f35894f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.692588] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c1562c2d-e5db-44a1-8965-8d6ba5df7630 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.701584] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ac6c866-c141-4a8a-a5db-08da1d7f8015 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1008.706848] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1008.706848] env[65481]: value = "task-4885006" [ 1008.706848] env[65481]: _type = "Task" [ 1008.706848] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1008.721348] env[65481]: DEBUG nova.compute.provider_tree [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1008.729976] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885006, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1008.742988] env[65481]: WARNING neutronclient.v2_0.client [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.797719] env[65481]: DEBUG nova.network.neutron [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [{"id": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "address": "fa:16:3e:77:8b:00", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d06934a-05", "ovs_interfaceid": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1008.860324] env[65481]: WARNING neutronclient.v2_0.client [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1008.860845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1008.860845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1008.861063] env[65481]: DEBUG nova.network.neutron [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1008.862290] env[65481]: DEBUG nova.objects.instance [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'info_cache' on Instance uuid a5dbc5a1-4893-4a66-acf4-955e459d620a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1008.949351] env[65481]: WARNING neutronclient.v2_0.client [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.073931] env[65481]: DEBUG nova.network.neutron [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updating instance_info_cache with network_info: [{"id": "46190c29-1242-4516-b9d3-445d05202b60", "address": "fa:16:3e:88:72:d5", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap46190c29-12", "ovs_interfaceid": "46190c29-1242-4516-b9d3-445d05202b60", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1009.219032] env[65481]: DEBUG oslo_vmware.api [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885006, 'name': PowerOnVM_Task, 'duration_secs': 0.497028} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1009.219252] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1009.219447] env[65481]: INFO nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Took 7.05 seconds to spawn the instance on the hypervisor. [ 1009.219618] env[65481]: DEBUG nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1009.220481] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af51d65-4c49-48f4-8f40-69ee73f57edd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.235599] env[65481]: DEBUG nova.scheduler.client.report [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1009.300530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.300975] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance network_info: |[{"id": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "address": "fa:16:3e:77:8b:00", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d06934a-05", "ovs_interfaceid": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1009.301456] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:77:8b:00', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c330dbdb-ad20-4e7e-8a12-66e4a914a84a', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1d06934a-0598-4acc-a8b2-b159ba486eb5', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1009.310049] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1009.310278] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1009.310561] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-54d26957-58e1-4721-8222-8b90dc359163 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.334165] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1009.334165] env[65481]: value = "task-4885007" [ 1009.334165] env[65481]: _type = "Task" [ 1009.334165] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1009.343552] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885007, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.478156] env[65481]: DEBUG nova.compute.manager [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Received event network-changed-0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.478432] env[65481]: DEBUG nova.compute.manager [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Refreshing instance network info cache due to event network-changed-0495a33d-e033-4844-931b-c5a8f8b44437. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1009.478556] env[65481]: DEBUG oslo_concurrency.lockutils [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.478693] env[65481]: DEBUG oslo_concurrency.lockutils [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.478846] env[65481]: DEBUG nova.network.neutron [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Refreshing network info cache for port 0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.497088] env[65481]: DEBUG nova.compute.manager [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1009.497219] env[65481]: DEBUG nova.compute.manager [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing instance network info cache due to event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1009.497425] env[65481]: DEBUG oslo_concurrency.lockutils [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] Acquiring lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1009.497560] env[65481]: DEBUG oslo_concurrency.lockutils [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] Acquired lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1009.497715] env[65481]: DEBUG nova.network.neutron [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing network info cache for port 1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1009.576768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1009.577340] env[65481]: WARNING neutronclient.v2_0.client [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.577488] env[65481]: WARNING neutronclient.v2_0.client [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.738944] env[65481]: INFO nova.compute.manager [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Took 30.56 seconds to build instance. [ 1009.739684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.029s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1009.742753] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 9.077s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1009.744172] env[65481]: INFO nova.compute.claims [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1009.771272] env[65481]: INFO nova.scheduler.client.report [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Deleted allocations for instance 45d3216e-cf68-4769-bbd3-cc8780e1e1dc [ 1009.846970] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885007, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1009.866109] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1009.867485] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beb1c746-a8e2-4289-bc8b-70aa71653841 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.871533] env[65481]: WARNING neutronclient.v2_0.client [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.879517] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1009.879718] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5cd8a8fe-be4f-4475-96cf-5211c0aeabb9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.979925] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1009.980327] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1009.980635] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore2] 76f62105-ea01-49af-aa3a-e2fe6c211208 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1009.981391] env[65481]: WARNING neutronclient.v2_0.client [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1009.983967] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-10930c6f-beed-4dc6-846c-36e8a7f1244d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1009.991568] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1009.991568] env[65481]: value = "task-4885009" [ 1009.991568] env[65481]: _type = "Task" [ 1009.991568] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.003405] env[65481]: WARNING neutronclient.v2_0.client [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.005862] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885009, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.095713] env[65481]: WARNING neutronclient.v2_0.client [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.149882] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.150160] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.236076] env[65481]: DEBUG nova.network.neutron [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [{"id": "8928596a-21f5-4dce-9c97-8892a19c83a6", "address": "fa:16:3e:79:75:c3", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8928596a-21", "ovs_interfaceid": "8928596a-21f5-4dce-9c97-8892a19c83a6", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.243907] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8bdc0ef5-7241-4642-bbf2-dec0e6f321b9 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 35.054s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.277320] env[65481]: WARNING neutronclient.v2_0.client [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.282774] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6e358b11-a45d-4d3b-b857-f7d313a4f058 tempest-VolumesAdminNegativeTest-1496457435 tempest-VolumesAdminNegativeTest-1496457435-project-member] Lock "45d3216e-cf68-4769-bbd3-cc8780e1e1dc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 14.598s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.305729] env[65481]: WARNING neutronclient.v2_0.client [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.348745] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885007, 'name': CreateVM_Task, 'duration_secs': 0.632431} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.348932] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1010.349446] env[65481]: WARNING neutronclient.v2_0.client [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1010.349805] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.350063] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.350433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1010.350700] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bf1e5957-5e99-4617-a27f-677045a2f33c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.356799] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1010.356799] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529e1bed-abd0-d1b6-2787-49c759906937" [ 1010.356799] env[65481]: _type = "Task" [ 1010.356799] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.366602] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529e1bed-abd0-d1b6-2787-49c759906937, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.372106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.372344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.372549] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1010.372728] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1010.372888] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1010.375135] env[65481]: INFO nova.compute.manager [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Terminating instance [ 1010.505061] env[65481]: DEBUG oslo_vmware.api [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885009, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.375346} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.505386] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1010.505506] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1010.505681] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1010.523436] env[65481]: DEBUG nova.network.neutron [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updated VIF entry in instance network info cache for port 0495a33d-e033-4844-931b-c5a8f8b44437. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.523880] env[65481]: DEBUG nova.network.neutron [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.532103] env[65481]: INFO nova.scheduler.client.report [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance 76f62105-ea01-49af-aa3a-e2fe6c211208 [ 1010.603652] env[65481]: DEBUG nova.network.neutron [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updated VIF entry in instance network info cache for port 1d06934a-0598-4acc-a8b2-b159ba486eb5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1010.605883] env[65481]: DEBUG nova.network.neutron [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [{"id": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "address": "fa:16:3e:77:8b:00", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d06934a-05", "ovs_interfaceid": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1010.653458] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1010.738544] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-a5dbc5a1-4893-4a66-acf4-955e459d620a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.738823] env[65481]: DEBUG nova.objects.instance [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'migration_context' on Instance uuid a5dbc5a1-4893-4a66-acf4-955e459d620a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1010.870537] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529e1bed-abd0-d1b6-2787-49c759906937, 'name': SearchDatastore_Task, 'duration_secs': 0.021677} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.870839] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1010.871307] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1010.871307] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1010.871427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1010.871599] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1010.871907] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4cb0e77c-9344-488f-b1ec-7e27c15630fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.879120] env[65481]: DEBUG nova.compute.manager [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1010.879322] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1010.880331] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d07ff6de-20e1-4225-84b9-68670e0bf32e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.886360] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1010.886562] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1010.889036] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08996455-2826-47e2-8034-71e771f0c30e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.891330] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1010.893709] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a513a02d-a7fe-434f-8386-dcdac385687a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.899720] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1010.899720] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529c4963-ff10-bc78-3602-14ca062804da" [ 1010.899720] env[65481]: _type = "Task" [ 1010.899720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.901512] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1010.901512] env[65481]: value = "task-4885010" [ 1010.901512] env[65481]: _type = "Task" [ 1010.901512] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.921154] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529c4963-ff10-bc78-3602-14ca062804da, 'name': SearchDatastore_Task, 'duration_secs': 0.018349} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1010.924869] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885010, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1010.927611] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1597695e-6ec4-470a-a514-861ed4cc1f5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1010.934812] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1010.934812] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522c1912-4a6f-5d63-36d9-9a46dbf75afe" [ 1010.934812] env[65481]: _type = "Task" [ 1010.934812] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1010.944119] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522c1912-4a6f-5d63-36d9-9a46dbf75afe, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.026688] env[65481]: DEBUG oslo_concurrency.lockutils [req-17495466-b988-4702-8bb7-8949976283b0 req-746b9814-ae7c-424e-b434-bf1ea017c3b7 service nova] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.040152] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.053661] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd30baa8-9819-4a4c-ac44-a6ddb19eea01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.062751] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54cf8816-3b39-44ee-85cf-c0babb5ecf1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.098364] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f319234d-e310-4bf0-bee7-63b11f593671 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.107202] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f3812a2-4b1f-45fb-b71f-cf70bf234b02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.111609] env[65481]: DEBUG oslo_concurrency.lockutils [req-1097ae33-4c93-4300-8d51-15d8c3d18555 req-59170c2a-569a-4505-ae90-4755e43e748c service nova] Releasing lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.123368] env[65481]: DEBUG nova.compute.provider_tree [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1011.178870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.241341] env[65481]: DEBUG nova.objects.base [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1011.242519] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15441183-ad65-4bea-a8f5-b277ee1cec9e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.263795] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8b3c85b7-5401-4a82-b9b1-e481b752a627 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.270982] env[65481]: DEBUG oslo_vmware.api [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1011.270982] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb4870-99f9-b453-2729-c3bed4a7e8a0" [ 1011.270982] env[65481]: _type = "Task" [ 1011.270982] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.280045] env[65481]: DEBUG oslo_vmware.api [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb4870-99f9-b453-2729-c3bed4a7e8a0, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.418667] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885010, 'name': PowerOffVM_Task, 'duration_secs': 0.196023} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.419127] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1011.419408] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1011.419773] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-81db0d13-37cf-429d-a048-56a9d83a7251 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.449523] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522c1912-4a6f-5d63-36d9-9a46dbf75afe, 'name': SearchDatastore_Task, 'duration_secs': 0.016569} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.449777] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1011.450061] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 40112b4f-41c8-48f3-8f52-38373725755d/40112b4f-41c8-48f3-8f52-38373725755d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1011.450360] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e34558c3-4abe-4f90-a03d-c61dfcc3c8c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.458639] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1011.458639] env[65481]: value = "task-4885012" [ 1011.458639] env[65481]: _type = "Task" [ 1011.458639] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.468410] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885012, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.491866] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1011.492108] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1011.492288] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleting the datastore file [datastore2] 8d90a3df-3425-4bce-be3b-2999328a5c8d {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1011.492564] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-46d8f036-c796-41c0-96a8-0570393b2f01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1011.500483] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1011.500483] env[65481]: value = "task-4885013" [ 1011.500483] env[65481]: _type = "Task" [ 1011.500483] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1011.512371] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885013, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1011.528968] env[65481]: DEBUG nova.compute.manager [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received event network-vif-unplugged-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.528968] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.529160] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1011.529405] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1011.533025] env[65481]: DEBUG nova.compute.manager [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] No waiting events found dispatching network-vif-unplugged-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1011.533025] env[65481]: WARNING nova.compute.manager [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received unexpected event network-vif-unplugged-46190c29-1242-4516-b9d3-445d05202b60 for instance with vm_state shelved_offloaded and task_state None. [ 1011.533025] env[65481]: DEBUG nova.compute.manager [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Received event network-changed-46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1011.533025] env[65481]: DEBUG nova.compute.manager [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Refreshing instance network info cache due to event network-changed-46190c29-1242-4516-b9d3-445d05202b60. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1011.533025] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Acquiring lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1011.533025] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Acquired lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1011.533025] env[65481]: DEBUG nova.network.neutron [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Refreshing network info cache for port 46190c29-1242-4516-b9d3-445d05202b60 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1011.627370] env[65481]: DEBUG nova.scheduler.client.report [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1011.785303] env[65481]: DEBUG oslo_vmware.api [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb4870-99f9-b453-2729-c3bed4a7e8a0, 'name': SearchDatastore_Task, 'duration_secs': 0.010851} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1011.785688] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1011.970332] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885012, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.011824] env[65481]: DEBUG oslo_vmware.api [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885013, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159596} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.012041] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1012.012201] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1012.012428] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1012.012674] env[65481]: INFO nova.compute.manager [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1012.013006] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1012.013247] env[65481]: DEBUG nova.compute.manager [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1012.013352] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1012.013621] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.034536] env[65481]: WARNING neutronclient.v2_0.client [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.047830] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.132744] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.390s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1012.133362] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1012.136353] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.294s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1012.137960] env[65481]: DEBUG nova.objects.instance [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lazy-loading 'resources' on Instance uuid 8bb56265-8b66-4353-8219-613ddf915d30 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1012.355465] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1012.454494] env[65481]: WARNING neutronclient.v2_0.client [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.469810] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885012, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.551801} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1012.470210] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 40112b4f-41c8-48f3-8f52-38373725755d/40112b4f-41c8-48f3-8f52-38373725755d.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1012.470515] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1012.470818] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1383fa03-6280-44a0-bee8-8bcf8880adc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.480397] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1012.480397] env[65481]: value = "task-4885014" [ 1012.480397] env[65481]: _type = "Task" [ 1012.480397] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1012.490087] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885014, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1012.567556] env[65481]: DEBUG nova.network.neutron [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updated VIF entry in instance network info cache for port 46190c29-1242-4516-b9d3-445d05202b60. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1012.568786] env[65481]: DEBUG nova.network.neutron [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updating instance_info_cache with network_info: [{"id": "46190c29-1242-4516-b9d3-445d05202b60", "address": "fa:16:3e:88:72:d5", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": null, "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap46190c29-12", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.639763] env[65481]: DEBUG nova.compute.utils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1012.641349] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1012.642075] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1012.643396] env[65481]: WARNING neutronclient.v2_0.client [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.644233] env[65481]: WARNING neutronclient.v2_0.client [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1012.698226] env[65481]: DEBUG nova.policy [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e7f48f9ef04f538ec081f4112fa772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedc0779444549f689d1a54807a82305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1012.799115] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1012.951961] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8b6c8c4-26cc-46a7-be33-8dc5f22b3acf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1012.962220] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-031825ce-4d49-4c22-bba6-f9ce154927cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.004420] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09569459-3776-485a-8564-6f51294b8082 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.018206] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f4a9c42-ff11-4c2d-a4b1-8cbf33df0a7c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.023730] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885014, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.387492} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1013.024225] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1013.025717] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1572b096-525f-4eb0-8238-186bfc84f927 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.036785] env[65481]: DEBUG nova.compute.provider_tree [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1013.060989] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Reconfiguring VM instance instance-0000005c to attach disk [datastore2] 40112b4f-41c8-48f3-8f52-38373725755d/40112b4f-41c8-48f3-8f52-38373725755d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1013.062041] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6fc72d9c-166a-45a5-8550-e741aa59dd0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1013.077978] env[65481]: DEBUG oslo_concurrency.lockutils [req-f238728c-4e88-4c05-ab0f-a4668262474a req-f9c6af48-fb12-48db-929b-2dc2598a8971 service nova] Releasing lock "refresh_cache-76f62105-ea01-49af-aa3a-e2fe6c211208" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1013.085744] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1013.085744] env[65481]: value = "task-4885015" [ 1013.085744] env[65481]: _type = "Task" [ 1013.085744] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1013.097466] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885015, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.126518] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Successfully created port: abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1013.150590] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1013.301905] env[65481]: INFO nova.compute.manager [-] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Took 1.29 seconds to deallocate network for instance. [ 1013.541649] env[65481]: DEBUG nova.scheduler.client.report [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1013.596743] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885015, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1013.811109] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1014.053948] env[65481]: DEBUG nova.compute.manager [req-69d8c5f0-9f36-4f52-9ad6-99c1bc386607 req-bf27a594-87bf-46bb-a2f4-4733da060775 service nova] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Received event network-vif-deleted-24e90974-3586-4302-be2f-caaec1d4cb6c {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1014.059074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.923s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.063495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.299s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1014.063495] env[65481]: DEBUG nova.objects.instance [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lazy-loading 'resources' on Instance uuid 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1014.085939] env[65481]: INFO nova.scheduler.client.report [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Deleted allocations for instance 8bb56265-8b66-4353-8219-613ddf915d30 [ 1014.103108] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885015, 'name': ReconfigVM_Task, 'duration_secs': 0.875024} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.103404] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Reconfigured VM instance instance-0000005c to attach disk [datastore2] 40112b4f-41c8-48f3-8f52-38373725755d/40112b4f-41c8-48f3-8f52-38373725755d.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1014.104153] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-7b776268-7a55-441a-8f4d-4a0c5a71f2c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.113990] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1014.113990] env[65481]: value = "task-4885016" [ 1014.113990] env[65481]: _type = "Task" [ 1014.113990] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.124859] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885016, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.163102] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1014.194068] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='c958e4fbeeba4bf9ae27d87b4e2dd0b1',container_format='bare',created_at=2025-12-01T06:43:06Z,direct_url=,disk_format='vmdk',id=5f3f036b-6870-452c-b9fc-f69d2d9d80b3,min_disk=1,min_ram=0,name='tempest-test-snap-400954874',owner='cedc0779444549f689d1a54807a82305',properties=ImageMetaProps,protected=,size=21334016,status='active',tags=,updated_at=2025-12-01T06:43:21Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1014.194332] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1014.194482] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1014.194657] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1014.194821] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1014.194963] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1014.195196] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1014.195351] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1014.195516] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1014.195668] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1014.195831] env[65481]: DEBUG nova.virt.hardware [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1014.197200] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78cb133-0123-4109-9f4f-d6a00e6172e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.206210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a39f68e0-9c17-4216-a274-c4f38867b105 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.599224] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3fab8df3-7bbc-4cee-a3d9-9400c8bb4562 tempest-ServerShowV257Test-30257966 tempest-ServerShowV257Test-30257966-project-member] Lock "8bb56265-8b66-4353-8219-613ddf915d30" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.081s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1014.630412] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885016, 'name': Rename_Task, 'duration_secs': 0.249447} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1014.630798] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1014.631082] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d3f0b7f3-c4e6-47dc-a934-4b40c670f2a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.642500] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1014.642500] env[65481]: value = "task-4885017" [ 1014.642500] env[65481]: _type = "Task" [ 1014.642500] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1014.655115] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885017, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1014.855066] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c050f3b-cb2e-4406-920e-9c72f5899e4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.873126] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3ccef48-118a-46a4-8dc6-4456750023a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.913588] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e4185822-f6f4-4d16-8a10-f75328e7e44a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.923698] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c22efc-97b6-4449-9a88-55f4953617f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1014.942071] env[65481]: DEBUG nova.compute.provider_tree [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1015.153651] env[65481]: DEBUG oslo_vmware.api [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885017, 'name': PowerOnVM_Task, 'duration_secs': 0.506533} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1015.154117] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1015.154405] env[65481]: INFO nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 8.38 seconds to spawn the instance on the hypervisor. [ 1015.154640] env[65481]: DEBUG nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1015.155681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b796d6f4-ea76-4bb9-9816-8d4ee95b2313 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1015.228917] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Successfully updated port: abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1015.445471] env[65481]: DEBUG nova.scheduler.client.report [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1015.675491] env[65481]: INFO nova.compute.manager [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 32.87 seconds to build instance. [ 1015.733870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1015.734060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1015.734245] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1015.950733] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.888s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1015.953555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 11.992s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1015.954278] env[65481]: DEBUG nova.objects.instance [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid d7591c2f-618a-455c-8c1d-a980ac326b80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1015.998173] env[65481]: INFO nova.scheduler.client.report [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Deleted allocations for instance 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34 [ 1016.092291] env[65481]: DEBUG nova.compute.manager [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Received event network-vif-plugged-abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.092548] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Acquiring lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1016.092714] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1016.092875] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.094527] env[65481]: DEBUG nova.compute.manager [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] No waiting events found dispatching network-vif-plugged-abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1016.094527] env[65481]: WARNING nova.compute.manager [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Received unexpected event network-vif-plugged-abad261d-5117-463b-93bf-c5a8b2b43499 for instance with vm_state building and task_state spawning. [ 1016.094779] env[65481]: DEBUG nova.compute.manager [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Received event network-changed-abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1016.094779] env[65481]: DEBUG nova.compute.manager [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Refreshing instance network info cache due to event network-changed-abad261d-5117-463b-93bf-c5a8b2b43499. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1016.094975] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Acquiring lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1016.177629] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1c89ae2-038d-4459-8943-778a60212619 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.379s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.292727] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1016.393973] env[65481]: WARNING neutronclient.v2_0.client [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1016.485026] env[65481]: DEBUG nova.network.neutron [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Updating instance_info_cache with network_info: [{"id": "abad261d-5117-463b-93bf-c5a8b2b43499", "address": "fa:16:3e:0c:e9:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabad261d-51", "ovs_interfaceid": "abad261d-5117-463b-93bf-c5a8b2b43499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1016.509166] env[65481]: DEBUG oslo_concurrency.lockutils [None req-891c4803-301b-4920-943e-f5d6fec0ede8 tempest-ImagesNegativeTestJSON-2089742168 tempest-ImagesNegativeTestJSON-2089742168-project-member] Lock "052b0c06-97e2-4c0e-8a99-6ebbe7b51d34" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.503s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1016.725794] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c4001ac-d2f9-42ff-82e4-eb6b99da46da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.735908] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-469514c8-120a-435b-8b25-640d4bdb0e1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.768174] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dec5c0-d981-405d-ba45-710f66b4591a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.776214] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-74442a94-9105-4c63-af6a-c991329ec91e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1016.790948] env[65481]: DEBUG nova.compute.provider_tree [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1016.986036] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1016.986036] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Instance network_info: |[{"id": "abad261d-5117-463b-93bf-c5a8b2b43499", "address": "fa:16:3e:0c:e9:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabad261d-51", "ovs_interfaceid": "abad261d-5117-463b-93bf-c5a8b2b43499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1016.986384] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Acquired lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1016.986528] env[65481]: DEBUG nova.network.neutron [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Refreshing network info cache for port abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1016.987956] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0c:e9:89', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'abad261d-5117-463b-93bf-c5a8b2b43499', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1016.997468] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1016.997615] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1016.998485] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e57d7941-8492-41c9-858c-14ab8017c1f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.024242] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1017.024242] env[65481]: value = "task-4885018" [ 1017.024242] env[65481]: _type = "Task" [ 1017.024242] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1017.036030] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885018, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.297392] env[65481]: DEBUG nova.scheduler.client.report [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1017.500019] env[65481]: WARNING neutronclient.v2_0.client [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1017.535343] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885018, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1017.805028] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.849s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.805903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 13.134s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.806263] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.808232] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 12.602s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.808759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1017.809062] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1017.809465] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 10.048s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1017.809791] env[65481]: DEBUG nova.objects.instance [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lazy-loading 'resources' on Instance uuid fdbeac26-283f-4692-9111-9e908ad20355 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1017.812161] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c36a6d1a-3262-4774-9bd2-6529d18960dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.823436] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef773902-6adf-47bf-be7a-ff4dbef57d60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.841529] env[65481]: INFO nova.scheduler.client.report [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted allocations for instance ec77f991-9de4-4c4c-bb84-110fb8a5dec5 [ 1017.843393] env[65481]: INFO nova.scheduler.client.report [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance d7591c2f-618a-455c-8c1d-a980ac326b80 [ 1017.848395] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de1ef7c4-8acf-45ed-b252-3257693d8e5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.860386] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e4df7-c175-4b19-9d0e-99a1d8ff5a2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1017.896587] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179574MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1017.897355] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1018.038612] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885018, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.359486] env[65481]: DEBUG oslo_concurrency.lockutils [None req-415220a2-77c4-46cf-a01c-f50d5e63b4fe tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d7591c2f-618a-455c-8c1d-a980ac326b80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.014s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.360404] env[65481]: DEBUG oslo_concurrency.lockutils [None req-58affeea-6c84-4165-b6d5-297aef0c74cf tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "ec77f991-9de4-4c4c-bb84-110fb8a5dec5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 17.459s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1018.537264] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885018, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1018.555024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8ecb944-fc7b-4427-83fd-e412faba2900 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.561881] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6c91aa4-d219-4f37-b7cd-5650649fbc8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.596432] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44fc1113-dd74-4641-b9d4-fc60dc6f4829 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.606472] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9baa887-9c04-4950-9d45-3afeb274f81a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1018.621951] env[65481]: DEBUG nova.compute.provider_tree [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1019.009653] env[65481]: WARNING neutronclient.v2_0.client [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.042566] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885018, 'name': CreateVM_Task, 'duration_secs': 1.591847} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1019.043102] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1019.043543] env[65481]: WARNING neutronclient.v2_0.client [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.044094] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.044324] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.044840] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1019.045275] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9d723e2-8ead-493b-82df-bc9b62b7a749 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.051590] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1019.051590] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523afe5a-266f-6003-b156-4623c61c057c" [ 1019.051590] env[65481]: _type = "Task" [ 1019.051590] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.067741] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523afe5a-266f-6003-b156-4623c61c057c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.125666] env[65481]: DEBUG nova.scheduler.client.report [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1019.255878] env[65481]: DEBUG nova.network.neutron [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Updated VIF entry in instance network info cache for port abad261d-5117-463b-93bf-c5a8b2b43499. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1019.255995] env[65481]: DEBUG nova.network.neutron [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Updating instance_info_cache with network_info: [{"id": "abad261d-5117-463b-93bf-c5a8b2b43499", "address": "fa:16:3e:0c:e9:89", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapabad261d-51", "ovs_interfaceid": "abad261d-5117-463b-93bf-c5a8b2b43499", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1019.316912] env[65481]: DEBUG nova.compute.manager [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1019.316985] env[65481]: DEBUG nova.compute.manager [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing instance network info cache due to event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1019.318368] env[65481]: DEBUG oslo_concurrency.lockutils [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.319012] env[65481]: DEBUG oslo_concurrency.lockutils [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.319269] env[65481]: DEBUG nova.network.neutron [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1019.565540] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.566352] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Processing image 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1019.566352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1019.566352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1019.566509] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1019.566751] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fec64a36-bec4-4c90-8fea-ccf21b9a6508 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.578122] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1019.578360] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1019.579791] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d3fa1a00-0a46-4099-b9e4-5a4e21bb56ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1019.586032] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1019.586032] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d00e9d-6fef-f222-6f82-3a9d72a450ae" [ 1019.586032] env[65481]: _type = "Task" [ 1019.586032] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1019.593455] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1019.593604] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.601438] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d00e9d-6fef-f222-6f82-3a9d72a450ae, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1019.631034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.821s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1019.634286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.594s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1019.634518] env[65481]: DEBUG nova.objects.instance [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'resources' on Instance uuid 76f62105-ea01-49af-aa3a-e2fe6c211208 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1019.660421] env[65481]: INFO nova.scheduler.client.report [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Deleted allocations for instance fdbeac26-283f-4692-9111-9e908ad20355 [ 1019.760328] env[65481]: DEBUG oslo_concurrency.lockutils [req-e6759e82-379a-457a-80ce-19054b5a1af5 req-2e820907-9a69-4c39-9602-24fcea3e2540 service nova] Releasing lock "refresh_cache-509d5aa9-d22d-4026-b706-12c22d0df37c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1019.823882] env[65481]: WARNING neutronclient.v2_0.client [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1019.992437] env[65481]: WARNING neutronclient.v2_0.client [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1020.086290] env[65481]: DEBUG nova.network.neutron [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updated VIF entry in instance network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1020.087298] env[65481]: DEBUG nova.network.neutron [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1020.104021] env[65481]: DEBUG nova.compute.utils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1020.109046] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1020.109046] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Fetch image to [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47/OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1020.109046] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Downloading stream optimized image 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 to [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47/OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47.vmdk on the data store datastore2 as vApp {{(pid=65481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1020.109046] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Downloading image file data 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 to the ESX as VM named 'OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47' {{(pid=65481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1020.136678] env[65481]: DEBUG nova.objects.instance [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'numa_topology' on Instance uuid 76f62105-ea01-49af-aa3a-e2fe6c211208 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1020.170751] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f3482082-3ea1-4b00-87c9-e17a505897e0 tempest-AttachVolumeTestJSON-94368630 tempest-AttachVolumeTestJSON-94368630-project-member] Lock "fdbeac26-283f-4692-9111-9e908ad20355" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 16.273s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.218113] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1020.218113] env[65481]: value = "resgroup-9" [ 1020.218113] env[65481]: _type = "ResourcePool" [ 1020.218113] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1020.218827] env[65481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-3eb906f3-7b1a-40b4-b4db-4e7f111ab66e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.247410] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease: (returnval){ [ 1020.247410] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1020.247410] env[65481]: _type = "HttpNfcLease" [ 1020.247410] env[65481]: } obtained for vApp import into resource pool (val){ [ 1020.247410] env[65481]: value = "resgroup-9" [ 1020.247410] env[65481]: _type = "ResourcePool" [ 1020.247410] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1020.247759] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the lease: (returnval){ [ 1020.247759] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1020.247759] env[65481]: _type = "HttpNfcLease" [ 1020.247759] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1020.255337] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.255337] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1020.255337] env[65481]: _type = "HttpNfcLease" [ 1020.255337] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.595977] env[65481]: DEBUG oslo_concurrency.lockutils [req-16ab701f-f4e0-4af7-b85d-262bedcf54c3 req-e6564cdb-b366-4f96-9627-7e7ffa6d34db service nova] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1020.610996] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1020.642038] env[65481]: DEBUG nova.objects.base [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Object Instance<76f62105-ea01-49af-aa3a-e2fe6c211208> lazy-loaded attributes: resources,numa_topology {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1020.759274] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1020.759274] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1020.759274] env[65481]: _type = "HttpNfcLease" [ 1020.759274] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1020.848023] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe270a78-7256-4c35-bf9e-7f500b6a1a72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.857076] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63da5f5b-9c41-4674-a923-aa8c0874b47e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.886981] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84d73317-efb3-472a-ab7b-3483820c7785 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.895156] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61ac40cb-3f72-4817-b879-901aa8c82a50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1020.909506] env[65481]: DEBUG nova.compute.provider_tree [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1021.260366] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1021.260366] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1021.260366] env[65481]: _type = "HttpNfcLease" [ 1021.260366] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1021.260917] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1021.260917] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5226c5e7-0ad2-36b1-2806-f69ecca7fbe7" [ 1021.260917] env[65481]: _type = "HttpNfcLease" [ 1021.260917] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1021.262129] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-244b0cc8-01c0-42bb-870c-6036f567dc47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.272989] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1021.273730] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating HTTP connection to write to file with size = 21334016 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1021.343668] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-b680ebba-d7b9-4d01-9070-1d16cc87988a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.413480] env[65481]: DEBUG nova.scheduler.client.report [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1021.702619] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1021.702949] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.703233] env[65481]: INFO nova.compute.manager [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Attaching volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb to /dev/sdb [ 1021.769445] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd3a5ad4-4e2c-4316-bdb6-2b9e275120ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.779804] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4977d89-805a-438a-8695-fe0e4379c26c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1021.798855] env[65481]: DEBUG nova.virt.block_device [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating existing volume attachment record: e633eff6-2873-4845-a50b-06a42d7c83a1 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1021.921954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.288s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1021.925180] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.746s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1021.927774] env[65481]: INFO nova.compute.claims [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1022.061190] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1022.064837] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1022.066114] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02082b5c-1dd8-4ad5-bc12-908c28832c50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.076707] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1022.076893] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1022.077225] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-ae2fc062-9a87-439c-bd5a-e3bdf592ceed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.149416] env[65481]: DEBUG nova.compute.manager [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1022.149613] env[65481]: DEBUG nova.compute.manager [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing instance network info cache due to event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1022.149884] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1022.150146] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1022.150493] env[65481]: DEBUG nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1022.159947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.160173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.312772] env[65481]: DEBUG oslo_vmware.rw_handles [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/528d1659-3b11-1473-cd85-426b4e03be25/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1022.313154] env[65481]: INFO nova.virt.vmwareapi.images [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Downloaded image file data 5f3f036b-6870-452c-b9fc-f69d2d9d80b3 [ 1022.313932] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f86693a3-feda-405a-872d-a59dd2f3a3c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.333046] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2ac79da7-4f00-4a7c-8ae5-3408165ac8bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.360906] env[65481]: INFO nova.virt.vmwareapi.images [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] The imported VM was unregistered [ 1022.363556] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1022.363872] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1022.364183] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d0f3c407-3928-48eb-b8bd-975059851e35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.377822] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1022.383331] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47/OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47.vmdk to [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk. {{(pid=65481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1022.383331] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-fecea726-73eb-4682-9ccb-e9bf9a39ef67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.388022] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1022.388022] env[65481]: value = "task-4885024" [ 1022.388022] env[65481]: _type = "Task" [ 1022.388022] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1022.396929] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.439218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b150c563-6759-45e2-b23e-0ecfdaeb5f26 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 30.659s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.440041] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 10.085s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.440397] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1022.440604] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1022.440941] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1022.442694] env[65481]: INFO nova.compute.manager [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Terminating instance [ 1022.653932] env[65481]: WARNING neutronclient.v2_0.client [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1022.667085] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1022.900733] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1022.947596] env[65481]: DEBUG nova.compute.manager [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1022.948001] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1022.948518] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e572c705-c753-4f3d-a290-e7999481ca20 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1022.965680] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67951c38-8542-435e-8f76-7d9a18a17afd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.019417] env[65481]: WARNING nova.virt.vmwareapi.vmops [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 76f62105-ea01-49af-aa3a-e2fe6c211208 could not be found. [ 1023.019602] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1023.020140] env[65481]: INFO nova.compute.manager [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1023.020140] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1023.024662] env[65481]: DEBUG nova.compute.manager [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1023.024662] env[65481]: DEBUG nova.network.neutron [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1023.024662] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.085181] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.085671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.188946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.287332] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34648321-61f7-4c68-9bfe-3da729a3adaa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.297347] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00061208-c7ec-4f46-a5b0-045f36b0385e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.336074] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.341157] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfad2662-e1bb-4235-b5ee-d1984dd0f315 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.350745] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42949df5-dbf2-4611-bb4e-d31637b60569 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1023.367358] env[65481]: DEBUG nova.compute.provider_tree [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1023.372026] env[65481]: WARNING neutronclient.v2_0.client [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1023.399518] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1023.588176] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1023.664573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1023.664573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1023.765483] env[65481]: DEBUG nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updated VIF entry in instance network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1023.765658] env[65481]: DEBUG nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1023.870991] env[65481]: DEBUG nova.scheduler.client.report [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1023.902160] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.116064] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.156348] env[65481]: DEBUG nova.compute.manager [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1024.156582] env[65481]: DEBUG nova.compute.manager [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing instance network info cache due to event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.156752] env[65481]: DEBUG oslo_concurrency.lockutils [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] Acquiring lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.156915] env[65481]: DEBUG oslo_concurrency.lockutils [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] Acquired lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1024.158022] env[65481]: DEBUG nova.network.neutron [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing network info cache for port 1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1024.164665] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1024.226366] env[65481]: DEBUG nova.network.neutron [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1024.268645] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1024.269594] env[65481]: DEBUG nova.compute.manager [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1024.269594] env[65481]: DEBUG nova.compute.manager [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing instance network info cache due to event network-changed-1d06934a-0598-4acc-a8b2-b159ba486eb5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1024.269594] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Acquiring lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1024.379349] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.454s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.379960] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1024.383270] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 12.597s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.404337] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1024.664679] env[65481]: WARNING neutronclient.v2_0.client [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.693032] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.729148] env[65481]: INFO nova.compute.manager [-] [instance: 76f62105-ea01-49af-aa3a-e2fe6c211208] Took 1.70 seconds to deallocate network for instance. [ 1024.743204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.743204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.743204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1024.743204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1024.743204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1024.745157] env[65481]: INFO nova.compute.manager [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Terminating instance [ 1024.887271] env[65481]: DEBUG nova.compute.utils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1024.889435] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1024.889803] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1024.894020] env[65481]: WARNING neutronclient.v2_0.client [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.894020] env[65481]: WARNING neutronclient.v2_0.client [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1024.909818] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.163377] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6913e8bb-f2ad-4ec0-9b7c-eb5ceb1630d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.174207] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cb0e734-575e-4ee6-90e9-83155fe829fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.212224] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a89994b-492f-4d7c-92e7-10f9684b005f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.220367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60cb761b-3651-4e8f-943a-571328271593 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.234987] env[65481]: DEBUG nova.compute.provider_tree [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1025.251688] env[65481]: DEBUG nova.compute.manager [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1025.252748] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1025.256055] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8d40e3a-58ab-438f-8cbe-cec0a6270313 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.264797] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1025.265182] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4163ee1f-b2f8-43d7-b1dd-cd00bf578b39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.271720] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1025.271720] env[65481]: value = "task-4885027" [ 1025.271720] env[65481]: _type = "Task" [ 1025.271720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.282921] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885027, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.394660] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1025.408930] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885024, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.611076} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.409233] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47/OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47.vmdk to [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk. [ 1025.409410] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Cleaning up location [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1025.409599] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_61c19dc4-4ea7-423a-aa78-74c5a323ee47 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.409892] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34330235-0e4a-492b-827e-1458d173fbb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.417044] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1025.417044] env[65481]: value = "task-4885028" [ 1025.417044] env[65481]: _type = "Task" [ 1025.417044] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.427700] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885028, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.466133] env[65481]: DEBUG nova.policy [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1025.739879] env[65481]: DEBUG nova.scheduler.client.report [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1025.750526] env[65481]: WARNING neutronclient.v2_0.client [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1025.767020] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ee6b2e1b-56f6-45c1-bcd9-e3ac466f4aec tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "76f62105-ea01-49af-aa3a-e2fe6c211208" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.324s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1025.787807] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885027, 'name': PowerOffVM_Task, 'duration_secs': 0.466721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.788985] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1025.789266] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1025.789725] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-961ad642-7f87-4044-81f1-579fffa26058 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.865246] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1025.865463] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1025.865629] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleting the datastore file [datastore2] 40112b4f-41c8-48f3-8f52-38373725755d {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1025.865899] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-21a2f0ce-dcbc-4b90-90fe-a60eebe59fd5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.876306] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1025.876306] env[65481]: value = "task-4885030" [ 1025.876306] env[65481]: _type = "Task" [ 1025.876306] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.886954] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885030, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1025.891177] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Successfully created port: 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1025.896207] env[65481]: DEBUG nova.network.neutron [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updated VIF entry in instance network info cache for port 1d06934a-0598-4acc-a8b2-b159ba486eb5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1025.896207] env[65481]: DEBUG nova.network.neutron [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [{"id": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "address": "fa:16:3e:77:8b:00", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1d06934a-05", "ovs_interfaceid": "1d06934a-0598-4acc-a8b2-b159ba486eb5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1025.928625] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885028, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.187183} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1025.928833] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1025.928988] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1025.929266] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk to [datastore2] 509d5aa9-d22d-4026-b706-12c22d0df37c/509d5aa9-d22d-4026-b706-12c22d0df37c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1025.929523] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-850242ad-d8d6-4d65-a356-098f4f4f4e9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1025.940786] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1025.940786] env[65481]: value = "task-4885031" [ 1025.940786] env[65481]: _type = "Task" [ 1025.940786] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1025.952507] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.386995] env[65481]: DEBUG oslo_vmware.api [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885030, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.174182} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1026.387337] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1026.387519] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1026.387693] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1026.387862] env[65481]: INFO nova.compute.manager [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1026.388171] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1026.388339] env[65481]: DEBUG nova.compute.manager [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1026.388435] env[65481]: DEBUG nova.network.neutron [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1026.388693] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.397650] env[65481]: DEBUG oslo_concurrency.lockutils [req-98c5050c-8a32-4ce4-8268-120de23467ad req-ab391173-3e7c-477f-a661-1dfef0095296 service nova] Releasing lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1026.398105] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Acquired lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.398294] env[65481]: DEBUG nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Refreshing network info cache for port 1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.409750] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1026.441988] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1026.442335] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1026.442569] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1026.442807] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1026.442999] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1026.443244] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1026.443510] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1026.443717] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1026.443968] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1026.444202] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1026.444447] env[65481]: DEBUG nova.virt.hardware [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1026.445480] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ed36261-aaf9-4f02-a3b2-834a795722d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.449247] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.463118] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.464523] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71344fef-61a3-47f0-a1fa-0a6d83415379 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.523448] env[65481]: DEBUG nova.compute.manager [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1026.523448] env[65481]: DEBUG nova.compute.manager [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing instance network info cache due to event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1026.523448] env[65481]: DEBUG oslo_concurrency.lockutils [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1026.523631] env[65481]: DEBUG oslo_concurrency.lockutils [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1026.523948] env[65481]: DEBUG nova.network.neutron [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1026.763611] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.380s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1026.766744] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 12.956s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1026.766989] env[65481]: DEBUG nova.objects.instance [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'resources' on Instance uuid 8d90a3df-3425-4bce-be3b-2999328a5c8d {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1026.857793] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1026.858082] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1026.859075] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a5d716d-1549-4216-b158-aaa5e7791b53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.879221] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e229f47a-bf68-4495-aeea-0dd1f3247be9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.901264] env[65481]: WARNING neutronclient.v2_0.client [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1026.911084] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1026.911752] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-41e9eba5-5b6a-40f6-9e48-762d1e5d6e82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1026.933720] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1026.933720] env[65481]: value = "task-4885033" [ 1026.933720] env[65481]: _type = "Task" [ 1026.933720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1026.943685] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885033, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.954660] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1026.969253] env[65481]: INFO nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Port 1d06934a-0598-4acc-a8b2-b159ba486eb5 from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1026.969253] env[65481]: DEBUG nova.network.neutron [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.026706] env[65481]: WARNING neutronclient.v2_0.client [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.209230] env[65481]: DEBUG nova.network.neutron [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.351801] env[65481]: INFO nova.scheduler.client.report [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocation for migration 316fbeb2-17d2-40f0-bbbb-2832f016851f [ 1027.426776] env[65481]: DEBUG nova.compute.manager [req-0959c3d4-4a6e-43a2-a037-1d228530a47f req-c53e233e-f9ed-4391-8443-8d3cb45694fd service nova] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Received event network-vif-deleted-1d06934a-0598-4acc-a8b2-b159ba486eb5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1027.447473] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885033, 'name': ReconfigVM_Task, 'duration_secs': 0.506329} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.453283] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1027.459100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bf22dd8b-6c02-4472-9895-c65ea00830bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.471046] env[65481]: WARNING neutronclient.v2_0.client [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1027.474014] env[65481]: DEBUG oslo_concurrency.lockutils [req-0107b39f-8f77-4131-b11c-ac4f34285e14 req-0273a1ec-ed8b-447e-9ab2-0e0a63b29ccd service nova] Releasing lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1027.481583] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.483043] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1027.483043] env[65481]: value = "task-4885034" [ 1027.483043] env[65481]: _type = "Task" [ 1027.483043] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1027.493775] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885034, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.584559] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ccff653-4ff1-471f-83b1-9b4db05ee8f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.593652] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-506d8af2-876f-449d-8c6c-ccbc423cc473 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.641866] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Successfully updated port: 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1027.643807] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5057e08a-f1cd-49c3-a884-4b21d5626d1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.654038] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4bf7c4a5-e4ec-4ff7-815d-31f5de3673b8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1027.670441] env[65481]: DEBUG nova.compute.provider_tree [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1027.711549] env[65481]: INFO nova.compute.manager [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 1.32 seconds to deallocate network for instance. [ 1027.727843] env[65481]: DEBUG nova.network.neutron [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updated VIF entry in instance network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1027.727843] env[65481]: DEBUG nova.network.neutron [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.184", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1027.800265] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.800483] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.825180] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1027.825492] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1027.859285] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0e842c85-c6a6-4bd7-9b33-f206b1b891b3 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 19.622s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1027.957399] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1027.996048] env[65481]: DEBUG oslo_vmware.api [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885034, 'name': ReconfigVM_Task, 'duration_secs': 0.173765} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1027.996413] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1028.148998] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.149220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1028.149404] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1028.175818] env[65481]: DEBUG nova.scheduler.client.report [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1028.220584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.230010] env[65481]: DEBUG oslo_concurrency.lockutils [req-ade8b657-c30f-4c20-9dda-62fb50a896c9 req-9199d7b1-193c-41fc-a463-b1918c46bf3a service nova] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1028.304049] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1028.328485] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1028.457690] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885031, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.482355} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1028.458021] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/5f3f036b-6870-452c-b9fc-f69d2d9d80b3/5f3f036b-6870-452c-b9fc-f69d2d9d80b3.vmdk to [datastore2] 509d5aa9-d22d-4026-b706-12c22d0df37c/509d5aa9-d22d-4026-b706-12c22d0df37c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1028.458847] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8caa9119-c281-4169-81d9-1854b0ef4b73 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.481280] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Reconfiguring VM instance instance-0000005d to attach disk [datastore2] 509d5aa9-d22d-4026-b706-12c22d0df37c/509d5aa9-d22d-4026-b706-12c22d0df37c.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1028.482132] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-81471cb3-9dfa-4b98-b8f5-1b593b9ecf80 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1028.506869] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1028.506869] env[65481]: value = "task-4885035" [ 1028.506869] env[65481]: _type = "Task" [ 1028.506869] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1028.517939] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885035, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1028.556504] env[65481]: DEBUG nova.compute.manager [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-vif-plugged-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.556757] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.557170] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.557170] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.557386] env[65481]: DEBUG nova.compute.manager [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] No waiting events found dispatching network-vif-plugged-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1028.557566] env[65481]: WARNING nova.compute.manager [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received unexpected event network-vif-plugged-4951e87c-09ba-4d05-93fe-d3b724351605 for instance with vm_state building and task_state spawning. [ 1028.557772] env[65481]: DEBUG nova.compute.manager [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1028.557960] env[65481]: DEBUG nova.compute.manager [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1028.558231] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1028.683483] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.917s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1028.686360] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 10.789s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1028.690048] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1028.715994] env[65481]: INFO nova.scheduler.client.report [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted allocations for instance 8d90a3df-3425-4bce-be3b-2999328a5c8d [ 1028.821664] env[65481]: WARNING neutronclient.v2_0.client [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1028.826137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.850029] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.866813] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1028.908208] env[65481]: DEBUG nova.network.neutron [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1029.004500] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.004878] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.005141] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.005289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.005453] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.008423] env[65481]: INFO nova.compute.manager [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Terminating instance [ 1029.020571] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885035, 'name': ReconfigVM_Task, 'duration_secs': 0.311889} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.020762] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Reconfigured VM instance instance-0000005d to attach disk [datastore2] 509d5aa9-d22d-4026-b706-12c22d0df37c/509d5aa9-d22d-4026-b706-12c22d0df37c.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1029.022262] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f1b3c7ff-7ee5-457e-8814-4fc6fae06f69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.030864] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1029.030864] env[65481]: value = "task-4885036" [ 1029.030864] env[65481]: _type = "Task" [ 1029.030864] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.045297] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885036, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.053548] env[65481]: DEBUG nova.objects.instance [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'flavor' on Instance uuid 704b6a5d-b95f-47fd-a557-bbffb2fcab11 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1029.229554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-769fd4a8-9960-4581-abe2-e546c60ceea5 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "8d90a3df-3425-4bce-be3b-2999328a5c8d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.857s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.411994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1029.412447] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Instance network_info: |[{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1029.412806] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.412978] env[65481]: DEBUG nova.network.neutron [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.414664] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ad:8f:13', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '4951e87c-09ba-4d05-93fe-d3b724351605', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1029.422933] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1029.424119] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1029.424615] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e5e5a1ac-dd8e-4ab0-a3c0-442bdc646e08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.449284] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1029.449284] env[65481]: value = "task-4885037" [ 1029.449284] env[65481]: _type = "Task" [ 1029.449284] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.460063] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885037, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.468282] env[65481]: DEBUG nova.compute.manager [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1029.468282] env[65481]: DEBUG nova.compute.manager [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing instance network info cache due to event network-changed-cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1029.468282] env[65481]: DEBUG oslo_concurrency.lockutils [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] Acquiring lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.468282] env[65481]: DEBUG oslo_concurrency.lockutils [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] Acquired lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.468282] env[65481]: DEBUG nova.network.neutron [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Refreshing network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1029.516770] env[65481]: DEBUG nova.compute.manager [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1029.516929] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1029.518554] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b30b41c9-8735-4a6c-a4d8-186bd955369a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.529740] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1029.530511] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7bd88ae8-a4f7-48c4-aa6a-e2d9e5aa2cf0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.548043] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1029.548043] env[65481]: value = "task-4885039" [ 1029.548043] env[65481]: _type = "Task" [ 1029.548043] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.548442] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885036, 'name': Rename_Task, 'duration_secs': 0.168842} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.548874] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1029.552644] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-d4e6f1b6-2ae0-4808-acb8-88a506040c1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.562875] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885039, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.563522] env[65481]: DEBUG oslo_concurrency.lockutils [None req-109a13fe-b4d5-4d34-9cf1-cc94a205af8e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.861s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1029.566249] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1029.566249] env[65481]: value = "task-4885040" [ 1029.566249] env[65481]: _type = "Task" [ 1029.566249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.578526] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885040, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1029.596601] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "2c6463b4-c1a1-44b6-9643-f317de251993" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1029.597752] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1029.665404] env[65481]: INFO nova.compute.manager [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Rebuilding instance [ 1029.716326] env[65481]: DEBUG nova.compute.manager [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1029.717432] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-185137ee-cd02-4d35-8a26-0214dda01d33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.723947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.723947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.723947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.723947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 704b6a5d-b95f-47fd-a557-bbffb2fcab11 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.723947] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 35d50bb4-3848-4cc0-9027-0b2aa6b78332 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.724185] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 595103db-8b32-4d39-9bac-c13e9d7d90f1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.724185] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.724252] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance a5dbc5a1-4893-4a66-acf4-955e459d620a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.724361] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance with task_state "deleting" is not being actively managed by this compute host but has allocations referencing this compute node (59619575-36e0-4460-b2ca-997bd849c0d9): {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocations during the task state transition. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1813}} [ 1029.724468] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 509d5aa9-d22d-4026-b706-12c22d0df37c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.724574] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e4065138-bdf6-420c-969c-f1b4282ba636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1029.926324] env[65481]: WARNING neutronclient.v2_0.client [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.960356] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885037, 'name': CreateVM_Task, 'duration_secs': 0.419647} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1029.963106] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1029.964368] env[65481]: WARNING neutronclient.v2_0.client [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.964368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1029.964368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1029.964660] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1029.964954] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7926fb85-507e-44f1-9a5e-a09a399fa6bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1029.970396] env[65481]: WARNING neutronclient.v2_0.client [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1029.972833] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1029.972833] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a652bd-c248-0980-e4b3-f5ab88d0d30c" [ 1029.972833] env[65481]: _type = "Task" [ 1029.972833] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1029.983862] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a652bd-c248-0980-e4b3-f5ab88d0d30c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.062576] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885039, 'name': PowerOffVM_Task, 'duration_secs': 0.270466} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.062961] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1030.063329] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1030.063730] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b22e834-0526-478e-8dd9-8269bbd7428c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.079933] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885040, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.102055] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1030.120218] env[65481]: WARNING neutronclient.v2_0.client [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.137828] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1030.138143] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1030.138399] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore2] a5dbc5a1-4893-4a66-acf4-955e459d620a {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1030.138652] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7672f4-9687-4f98-9107-52202bfd859c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.145794] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1030.145794] env[65481]: value = "task-4885042" [ 1030.145794] env[65481]: _type = "Task" [ 1030.145794] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.154119] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885042, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.168627] env[65481]: WARNING neutronclient.v2_0.client [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.192833] env[65481]: DEBUG nova.network.neutron [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1030.193216] env[65481]: DEBUG nova.network.neutron [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.232193] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4aa6373b-f3a3-46cd-bf83-8610c0578294 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1030.247261] env[65481]: DEBUG nova.network.neutron [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updated VIF entry in instance network info cache for port cc3adcd1-9025-4aca-9eaa-e700be07584a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1030.247618] env[65481]: DEBUG nova.network.neutron [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [{"id": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "address": "fa:16:3e:28:41:97", "network": {"id": "6e723fc3-ca2d-4f25-a8ce-c2aa767a7400", "bridge": "br-int", "label": "tempest-FloatingIPsAssociationTestJSON-1304734417-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "eb3e4d49957649e8b19e2bd249d82aa8", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c330dbdb-ad20-4e7e-8a12-66e4a914a84a", "external-id": "nsx-vlan-transportzone-181", "segmentation_id": 181, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapcc3adcd1-90", "ovs_interfaceid": "cc3adcd1-9025-4aca-9eaa-e700be07584a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1030.485689] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a652bd-c248-0980-e4b3-f5ab88d0d30c, 'name': SearchDatastore_Task, 'duration_secs': 0.013079} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.486671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.486671] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1030.486671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1030.486671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1030.486952] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1030.487291] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a12720fb-9cb1-4772-bd94-0098fc415b64 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.497529] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1030.497625] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1030.500411] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e9c1f722-38a4-45b3-9b3d-21ac4968a812 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.505830] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1030.505830] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff458b-0da8-c732-344b-7c204e4dae12" [ 1030.505830] env[65481]: _type = "Task" [ 1030.505830] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.515486] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff458b-0da8-c732-344b-7c204e4dae12, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1030.579097] env[65481]: DEBUG oslo_vmware.api [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885040, 'name': PowerOnVM_Task, 'duration_secs': 0.873422} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.579370] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1030.579549] env[65481]: INFO nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Took 16.42 seconds to spawn the instance on the hypervisor. [ 1030.579729] env[65481]: DEBUG nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1030.580541] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ab57029-6308-4067-b08f-0faa024d3a6a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.625284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1030.655874] env[65481]: DEBUG oslo_vmware.api [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885042, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.471933} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1030.656740] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1030.656740] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1030.656740] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1030.656903] env[65481]: INFO nova.compute.manager [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1030.657131] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1030.657320] env[65481]: DEBUG nova.compute.manager [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1030.657415] env[65481]: DEBUG nova.network.neutron [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1030.657650] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.695745] env[65481]: DEBUG oslo_concurrency.lockutils [req-a60604ff-75be-4316-8cc5-c5af5e54d989 req-e9f380e2-8142-4ad9-a718-2e31b2d4ac69 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.718282] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1030.740399] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1030.742228] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1030.742807] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a37cb4c0-ba1a-4fd1-aa2f-033171172342 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1030.752328] env[65481]: DEBUG oslo_concurrency.lockutils [req-756bfa05-27e4-4f68-a2a7-a159cae36260 req-26e8dfe2-97ef-4c29-8b73-98c5725e259e service nova] Releasing lock "refresh_cache-35d50bb4-3848-4cc0-9027-0b2aa6b78332" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1030.752820] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1030.752820] env[65481]: value = "task-4885043" [ 1030.752820] env[65481]: _type = "Task" [ 1030.752820] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1030.765167] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885043, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.020781] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff458b-0da8-c732-344b-7c204e4dae12, 'name': SearchDatastore_Task, 'duration_secs': 0.020555} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.022038] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0cee270f-8bbc-4773-92e0-3f05d30c921e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.031974] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1031.031974] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5291ec3d-8d4a-7ecf-e22b-efe5113fa805" [ 1031.031974] env[65481]: _type = "Task" [ 1031.031974] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.042206] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5291ec3d-8d4a-7ecf-e22b-efe5113fa805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.097905] env[65481]: INFO nova.compute.manager [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Took 30.46 seconds to build instance. [ 1031.243980] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c46acfa1-0a1a-4141-9182-6e81b66609bf has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1031.264616] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885043, 'name': PowerOffVM_Task, 'duration_secs': 0.315768} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.264880] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1031.328464] env[65481]: INFO nova.compute.manager [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Detaching volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb [ 1031.362079] env[65481]: INFO nova.virt.block_device [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Attempting to driver detach volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb from mountpoint /dev/sdb [ 1031.362336] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1031.362528] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1031.363412] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8f12244c-0c13-4b23-a960-f08ee75b1325 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.386043] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff99430b-a671-4baa-a1b0-e9543e5b3727 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.394054] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0a271ae-2fc7-4a94-a3cc-382a919f1000 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.417504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "509d5aa9-d22d-4026-b706-12c22d0df37c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.418509] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-490c4160-805c-4331-8fe7-a2c9d641444d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.435790] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The volume has not been displaced from its original location: [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1031.441059] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1031.441501] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d76ff78-2b1d-46ca-a70a-cb2ec308085b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.454664] env[65481]: DEBUG nova.network.neutron [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1031.462604] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1031.462604] env[65481]: value = "task-4885044" [ 1031.462604] env[65481]: _type = "Task" [ 1031.462604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.473197] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885044, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.544847] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5291ec3d-8d4a-7ecf-e22b-efe5113fa805, 'name': SearchDatastore_Task, 'duration_secs': 0.015} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.545218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1031.545910] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e4065138-bdf6-420c-969c-f1b4282ba636/e4065138-bdf6-420c-969c-f1b4282ba636.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1031.546132] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-ea107ffe-80a8-43a9-9709-8435f4c21689 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.555476] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1031.555476] env[65481]: value = "task-4885045" [ 1031.555476] env[65481]: _type = "Task" [ 1031.555476] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1031.563453] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885045, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1031.580744] env[65481]: DEBUG nova.compute.manager [req-7ea066b5-4c0d-4686-9d09-29f0acd2d9de req-db61ae1d-7188-42b9-9e79-8fd503bcee24 service nova] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Received event network-vif-deleted-8928596a-21f5-4dce-9c97-8892a19c83a6 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1031.599999] env[65481]: DEBUG oslo_concurrency.lockutils [None req-618e6781-e1ef-45b9-8282-05e2780c6d3a tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.990s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.600347] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.183s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.600603] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1031.601189] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1031.601189] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1031.603231] env[65481]: INFO nova.compute.manager [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Terminating instance [ 1031.747789] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance b8c36bc3-1685-4ebb-9ba6-2ada85242047 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1031.957809] env[65481]: INFO nova.compute.manager [-] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Took 1.30 seconds to deallocate network for instance. [ 1031.973252] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885044, 'name': ReconfigVM_Task, 'duration_secs': 0.219891} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1031.973628] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1031.980299] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-47db73c0-37d5-4855-b6d1-ee4bde15a47a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1031.998138] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1031.998138] env[65481]: value = "task-4885046" [ 1031.998138] env[65481]: _type = "Task" [ 1031.998138] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.008146] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885046, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.064832] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885045, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.107982] env[65481]: DEBUG nova.compute.manager [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1032.108362] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1032.109454] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8a51024b-9f78-40ba-a0ed-1b6eef952121 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.118202] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1032.118559] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-52e396c8-ffb8-4c30-bb2d-89a6ad6bf761 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.127649] env[65481]: DEBUG oslo_vmware.api [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1032.127649] env[65481]: value = "task-4885047" [ 1032.127649] env[65481]: _type = "Task" [ 1032.127649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.250921] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 14fcb6b8-6f39-487e-a940-6251e5995bc6 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1032.465507] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1032.508472] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885046, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.564985] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885045, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.871697} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.565345] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e4065138-bdf6-420c-969c-f1b4282ba636/e4065138-bdf6-420c-969c-f1b4282ba636.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1032.565567] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1032.565853] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e6de9851-0001-4a26-beca-27e462cfa852 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.573485] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1032.573485] env[65481]: value = "task-4885048" [ 1032.573485] env[65481]: _type = "Task" [ 1032.573485] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.589485] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885048, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.644364] env[65481]: DEBUG oslo_vmware.api [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885047, 'name': PowerOffVM_Task, 'duration_secs': 0.482479} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1032.644364] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1032.644364] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1032.644364] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-022845a4-eb10-424e-ae52-c278e5cb2af4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.714770] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1032.715639] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1032.715907] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore2] 509d5aa9-d22d-4026-b706-12c22d0df37c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1032.716144] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6e1db7a8-3b46-437e-8657-760ff18edcb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1032.725288] env[65481]: DEBUG oslo_vmware.api [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1032.725288] env[65481]: value = "task-4885050" [ 1032.725288] env[65481]: _type = "Task" [ 1032.725288] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1032.738036] env[65481]: DEBUG oslo_vmware.api [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885050, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1032.753766] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 2c6463b4-c1a1-44b6-9643-f317de251993 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1032.754117] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 10 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1032.754792] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2496MB phys_disk=100GB used_disk=10GB total_vcpus=48 used_vcpus=10 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '10', 'num_vm_active': '8', 'num_task_None': '7', 'num_os_type_None': '10', 'num_proj_07c1e630f7c542ffa32018beb6e23ea2': '2', 'io_workload': '2', 'num_proj_15252ee816994008ad066f985ca22c55': '1', 'num_task_deleting': '1', 'num_proj_844bcb8470044e48bf34580cf652307d': '1', 'num_proj_6b4c3f21fde44b6fb9e54a4988dd7289': '1', 'num_proj_eb3e4d49957649e8b19e2bd249d82aa8': '1', 'num_proj_cedc0779444549f689d1a54807a82305': '2', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'num_vm_building': '2', 'num_task_spawning': '2', 'num_proj_61715e629c994294aa7d1876488f00e5': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1032.998426] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30d8da08-1cdc-4bff-a989-6f5f759c6d1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.009751] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885046, 'name': ReconfigVM_Task, 'duration_secs': 0.793959} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.011881] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1033.015256] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d39334bf-8f16-4726-97ca-53e559729a86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.052108] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ad6990d1-57d8-4ce6-8fab-9888e452a725 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.060563] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecc65ee4-5929-47d6-8e90-75e854be7e3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.076673] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1033.085993] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885048, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074049} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.086282] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1033.087071] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a13f35d-f332-4e21-90d4-86ecb3763461 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.112803] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfiguring VM instance instance-0000005e to attach disk [datastore2] e4065138-bdf6-420c-969c-f1b4282ba636/e4065138-bdf6-420c-969c-f1b4282ba636.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1033.113506] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-01528cee-cc17-4bfb-a8f2-e79dd18770ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.135184] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1033.135184] env[65481]: value = "task-4885051" [ 1033.135184] env[65481]: _type = "Task" [ 1033.135184] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.142828] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885051, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.238257] env[65481]: DEBUG oslo_vmware.api [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885050, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.147242} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.238257] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1033.238257] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1033.238257] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1033.238257] env[65481]: INFO nova.compute.manager [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1033.238257] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1033.238257] env[65481]: DEBUG nova.compute.manager [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1033.238257] env[65481]: DEBUG nova.network.neutron [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1033.238257] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.277219] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1033.582040] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1033.648185] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885051, 'name': ReconfigVM_Task, 'duration_secs': 0.285874} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1033.648800] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfigured VM instance instance-0000005e to attach disk [datastore2] e4065138-bdf6-420c-969c-f1b4282ba636/e4065138-bdf6-420c-969c-f1b4282ba636.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1033.649613] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e4d64c90-efdc-4ab2-9c7f-678c8ccbb739 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1033.657331] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1033.657331] env[65481]: value = "task-4885052" [ 1033.657331] env[65481]: _type = "Task" [ 1033.657331] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1033.667024] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885052, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1033.762325] env[65481]: DEBUG nova.compute.manager [req-de34a865-a730-4f01-abd1-8b52bc5f317c req-07412153-31a8-4f23-9052-c79b13588e70 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Received event network-vif-deleted-abad261d-5117-463b-93bf-c5a8b2b43499 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1033.762744] env[65481]: INFO nova.compute.manager [req-de34a865-a730-4f01-abd1-8b52bc5f317c req-07412153-31a8-4f23-9052-c79b13588e70 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Neutron deleted interface abad261d-5117-463b-93bf-c5a8b2b43499; detaching it from the instance and deleting it from the info cache [ 1033.762893] env[65481]: DEBUG nova.network.neutron [req-de34a865-a730-4f01-abd1-8b52bc5f317c req-07412153-31a8-4f23-9052-c79b13588e70 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1033.984172] env[65481]: DEBUG nova.network.neutron [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1034.073380] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1034.073772] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1ebbcebb-7291-4536-bfea-fb322561e0b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.081032] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1034.081032] env[65481]: value = "task-4885053" [ 1034.081032] env[65481]: _type = "Task" [ 1034.081032] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.094210] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1034.094437] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 5.409s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1034.094768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 10.906s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1034.096368] env[65481]: INFO nova.compute.claims [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1034.100812] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1034.100812] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1034.100812] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1034.101446] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30566ef3-4ba5-432e-937a-f48ca0edbfe8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.124817] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24534b8d-88a3-4bc8-8c71-2fabb5177cf5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.133333] env[65481]: WARNING nova.virt.vmwareapi.driver [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] The volume None does not exist!: nova.exception.DiskNotFound: Unable to find volume [ 1034.133573] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1034.134408] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32d04e75-1db6-47c1-8296-592cc86d47dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.141701] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1034.141956] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-63a70491-691e-423d-899a-a48ddc38639b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.167546] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885052, 'name': Rename_Task, 'duration_secs': 0.161756} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.167818] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1034.168514] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-800a6e29-2ea0-45bc-8abe-bf71cd605f93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.176327] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1034.176327] env[65481]: value = "task-4885055" [ 1034.176327] env[65481]: _type = "Task" [ 1034.176327] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.185045] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885055, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.218181] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1034.218325] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1034.218398] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1034.218686] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1944ade0-dbbd-4895-a663-e2e203718117 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.229469] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1034.229469] env[65481]: value = "task-4885056" [ 1034.229469] env[65481]: _type = "Task" [ 1034.229469] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1034.236924] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885056, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1034.266191] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-824ffe17-7350-402d-9275-dbd28ec06e8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.276264] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ddc05337-39c4-4313-80d3-a7550464b403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.308523] env[65481]: DEBUG nova.compute.manager [req-de34a865-a730-4f01-abd1-8b52bc5f317c req-07412153-31a8-4f23-9052-c79b13588e70 service nova] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Detach interface failed, port_id=abad261d-5117-463b-93bf-c5a8b2b43499, reason: Instance 509d5aa9-d22d-4026-b706-12c22d0df37c could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1034.487315] env[65481]: INFO nova.compute.manager [-] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Took 1.25 seconds to deallocate network for instance. [ 1034.689033] env[65481]: DEBUG oslo_vmware.api [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885055, 'name': PowerOnVM_Task, 'duration_secs': 0.500067} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.689345] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1034.689938] env[65481]: INFO nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Took 8.28 seconds to spawn the instance on the hypervisor. [ 1034.689938] env[65481]: DEBUG nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1034.690469] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0af250b5-bb2f-4fda-b9c0-768047f63d23 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1034.742025] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885056, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.180323} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1034.742025] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1034.742261] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1034.742261] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1034.995283] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1035.213137] env[65481]: INFO nova.compute.manager [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Took 24.05 seconds to build instance. [ 1035.247877] env[65481]: INFO nova.virt.block_device [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Booting with volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb at /dev/sdb [ 1035.299260] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7f1d24e-a5d2-46bd-85fd-f7b3577a10fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.313027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8e9a85b-5b2f-4ae6-a335-d56bd9e5bf29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.350103] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-59091ea1-c571-4222-be6a-fef9152e2895 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.359983] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-342eb6bc-4d58-42f9-812e-f9061f019bcd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.400496] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb538345-4873-43f3-9399-5c1281541755 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.408412] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f837be2-00e7-4461-9c68-b257a00ae598 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.414908] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5115c4-ff1b-40b8-9a72-3949af41a4e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.422621] env[65481]: DEBUG nova.virt.block_device [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating existing volume attachment record: 4aa4432a-43d3-4908-9a30-d4e746e4025c {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1035.430448] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91e036c0-f729-4f4c-b18b-bb3afd8cd1d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.465927] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d1d45ff-dcae-464a-9e09-da2f81f994c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.474818] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d0a5e8e-2a55-4822-bbd7-0c2d62d9965a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1035.489609] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1035.715561] env[65481]: DEBUG oslo_concurrency.lockutils [None req-546e546a-57df-4f64-827d-472742544ecc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 25.565s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1035.723785] env[65481]: DEBUG nova.compute.manager [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1035.723785] env[65481]: DEBUG nova.compute.manager [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1035.723785] env[65481]: DEBUG oslo_concurrency.lockutils [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1035.723785] env[65481]: DEBUG oslo_concurrency.lockutils [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1035.723949] env[65481]: DEBUG nova.network.neutron [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1036.012867] env[65481]: ERROR nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [req-594a9512-cc22-4041-859f-2b11131ae326] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-594a9512-cc22-4041-859f-2b11131ae326"}]} [ 1036.035438] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.050028] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.050117] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.062219] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.079381] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1036.228453] env[65481]: WARNING neutronclient.v2_0.client [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.322009] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e78da748-c5d3-4639-9339-a5a6d2339de3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.330530] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d11b19a6-df43-46bb-bc09-cccb53b4a506 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.366268] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6baa7174-2103-445a-be12-90f3231dfc50 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.375299] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56fd3845-071e-453c-93d4-fd3a32821d55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1036.392125] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.430366] env[65481]: WARNING neutronclient.v2_0.client [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1036.502439] env[65481]: DEBUG nova.network.neutron [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1036.502794] env[65481]: DEBUG nova.network.neutron [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1036.584376] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1036.584606] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1036.912780] env[65481]: ERROR nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [req-2366de14-46ac-4751-8e17-c7b189d106d7] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-2366de14-46ac-4751-8e17-c7b189d106d7"}]} [ 1036.929820] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1036.944691] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1036.944910] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1036.958888] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1036.978768] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1037.006431] env[65481]: DEBUG oslo_concurrency.lockutils [req-acee367b-e6cd-42ea-b6a9-e0634aa4944b req-be7ada7e-575f-40c8-b856-5efe91878859 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1037.086905] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1037.232877] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45fb4c6a-ddd9-464f-b0fe-78d8f97d8479 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.243032] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff3ab07c-6751-4fdb-a149-64b7280f26de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.274343] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85fd7217-7a9e-4e3e-9277-799dbf93b51a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.283128] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f16228ec-2bf1-4ef3-aa2c-7efa9a98e23e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.297830] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1037.546553] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1037.546800] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1037.546948] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1037.547139] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1037.547282] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1037.547474] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1037.547717] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1037.547875] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1037.548048] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1037.548212] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1037.548377] env[65481]: DEBUG nova.virt.hardware [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1037.549268] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4fac36b4-ff44-4b00-8d7a-2bcc49d2134c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.557465] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-696afb5a-130e-434c-86a6-63dcb76cef66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.571531] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c4:7b:5d', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '98873b90-8920-469f-9a6a-c832aafab796', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1037.578855] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1037.579151] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1037.579360] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-88c6b888-72df-4300-8820-6cfa32ec78f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1037.603018] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1037.603018] env[65481]: value = "task-4885057" [ 1037.603018] env[65481]: _type = "Task" [ 1037.603018] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1037.609295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1037.612444] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885057, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1037.831816] env[65481]: DEBUG nova.scheduler.client.report [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 131 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1037.832155] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 131 to 132 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1037.832393] env[65481]: DEBUG nova.compute.provider_tree [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1038.113694] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885057, 'name': CreateVM_Task, 'duration_secs': 0.37848} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.114271] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1038.114792] env[65481]: WARNING neutronclient.v2_0.client [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1038.115174] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.115343] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.115723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1038.115984] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11d64be0-5921-4742-ac21-9240b2789413 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.121437] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1038.121437] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5244a16f-262f-eafd-f040-6251dc19230d" [ 1038.121437] env[65481]: _type = "Task" [ 1038.121437] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.130064] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5244a16f-262f-eafd-f040-6251dc19230d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.338538] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.244s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1038.339155] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1038.342290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.227s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1038.343748] env[65481]: INFO nova.compute.claims [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1038.631803] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5244a16f-262f-eafd-f040-6251dc19230d, 'name': SearchDatastore_Task, 'duration_secs': 0.035109} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1038.632217] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1038.632407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1038.632634] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1038.632772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1038.632940] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1038.633230] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d69caf78-2708-48cc-95d3-441f27311f34 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.646762] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1038.646944] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1038.647663] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb53b019-a79a-4e0d-8df9-6a7aff39ebd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1038.653044] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1038.653044] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e15c81-4743-cdd1-6cd2-4fe608b69db1" [ 1038.653044] env[65481]: _type = "Task" [ 1038.653044] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1038.661101] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e15c81-4743-cdd1-6cd2-4fe608b69db1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1038.849675] env[65481]: DEBUG nova.compute.utils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1038.854495] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1038.854749] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1038.855089] env[65481]: WARNING neutronclient.v2_0.client [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.855716] env[65481]: WARNING neutronclient.v2_0.client [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1038.908715] env[65481]: DEBUG nova.policy [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e19d63153b4f998b4ef9ae318c7dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b1975a03ff45dca583d79d4e50c142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1039.168989] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e15c81-4743-cdd1-6cd2-4fe608b69db1, 'name': SearchDatastore_Task, 'duration_secs': 0.035604} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.168989] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46552dc5-a5c9-490a-9279-2174ea0c64e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.178346] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1039.178346] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ccff2-47d4-1200-2939-6e78ae7a4f5c" [ 1039.178346] env[65481]: _type = "Task" [ 1039.178346] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.188811] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ccff2-47d4-1200-2939-6e78ae7a4f5c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1039.293277] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Successfully created port: 03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1039.355512] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1039.628887] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-303fe81c-5f68-4ad4-a052-dcbd29afe7f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.636965] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dc0abf13-3d7c-4ce4-afeb-78aeff93e882 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.668512] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a8028-6b09-4eff-bb9c-46e3515df8b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.676311] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d897ac3-28a4-4895-b3a1-b327716ebbc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.688518] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527ccff2-47d4-1200-2939-6e78ae7a4f5c, 'name': SearchDatastore_Task, 'duration_secs': 0.020304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1039.695692] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1039.695985] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1039.696490] env[65481]: DEBUG nova.compute.provider_tree [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1039.697977] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3bf18076-aaaa-4628-b46d-1057c4877a77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1039.704712] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1039.704712] env[65481]: value = "task-4885058" [ 1039.704712] env[65481]: _type = "Task" [ 1039.704712] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1039.714778] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885058, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.202011] env[65481]: DEBUG nova.scheduler.client.report [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1040.218848] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885058, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.372208] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1040.403126] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1040.403494] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1040.403671] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1040.403890] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1040.404080] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1040.404230] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1040.404466] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1040.404654] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1040.404838] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1040.404998] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1040.405214] env[65481]: DEBUG nova.virt.hardware [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1040.406161] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f05e4686-caf1-421c-952f-d51002a8b5b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.414580] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-758f36f5-7878-4dff-bc8c-1ec231637899 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.711411] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.369s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.711949] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1040.714608] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.022s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.717547] env[65481]: INFO nova.compute.claims [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1040.726613] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885058, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.66929} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1040.726613] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1040.726830] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1040.727093] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-17577ed9-1336-4a55-a0ec-d37904ac32c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1040.734798] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1040.734798] env[65481]: value = "task-4885059" [ 1040.734798] env[65481]: _type = "Task" [ 1040.734798] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1040.746866] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885059, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1040.749239] env[65481]: DEBUG nova.compute.manager [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Received event network-vif-plugged-03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1040.749353] env[65481]: DEBUG oslo_concurrency.lockutils [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1040.750032] env[65481]: DEBUG oslo_concurrency.lockutils [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1040.750032] env[65481]: DEBUG oslo_concurrency.lockutils [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1040.750032] env[65481]: DEBUG nova.compute.manager [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] No waiting events found dispatching network-vif-plugged-03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1040.750032] env[65481]: WARNING nova.compute.manager [req-c8a05bf6-3993-4f8a-be95-82d1dbbf6272 req-18ed9fd8-ae7e-4eca-aea7-9564323c5f9c service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Received unexpected event network-vif-plugged-03956e07-57f0-415e-a6b4-f38737a29cdb for instance with vm_state building and task_state spawning. [ 1040.838119] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Successfully updated port: 03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1041.224074] env[65481]: DEBUG nova.compute.utils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1041.226712] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1041.226920] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1041.227269] env[65481]: WARNING neutronclient.v2_0.client [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.227598] env[65481]: WARNING neutronclient.v2_0.client [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1041.246011] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885059, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.075442} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.246303] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1041.247136] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0fbc5f2-b858-4ac2-a91a-f5e341a43613 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.271081] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.271737] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d57db8bf-e92b-41fa-9eaf-739c38b47679 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.287133] env[65481]: DEBUG nova.policy [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1041.295740] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1041.295740] env[65481]: value = "task-4885060" [ 1041.295740] env[65481]: _type = "Task" [ 1041.295740] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.304850] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885060, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1041.342551] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1041.342791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1041.343038] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1041.625631] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Successfully created port: 2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1041.727980] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1041.815581] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885060, 'name': ReconfigVM_Task, 'duration_secs': 0.31096} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1041.816398] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11/704b6a5d-b95f-47fd-a557-bbffb2fcab11.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1041.818120] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'image_id': 'c30222c5-9d00-46f8-973f-4face1423ead'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '4aa4432a-43d3-4908-9a30-d4e746e4025c', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1041.818120] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1041.818248] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1041.819384] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05dbdab0-b121-4f9e-92d7-d68ccf2d2e5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.846733] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338359f9-441a-4698-9b4b-9fa770a112e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.876843] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to attach disk [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1041.881170] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-83b38cbc-8a8c-4f67-947f-2c1cfd085ec7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1041.893811] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1041.903252] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1041.903252] env[65481]: value = "task-4885061" [ 1041.903252] env[65481]: _type = "Task" [ 1041.903252] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1041.913525] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885061, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.054906] env[65481]: WARNING neutronclient.v2_0.client [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1042.063276] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a17cb8c-fcfb-4384-b53d-f06ca8374802 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.071442] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-551bfa9d-ae4f-4053-83d1-ac37817f8bea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.106167] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7c7b799-be9f-4ef2-a68b-c5064e4bf09f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.114825] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3983c261-3b14-4f9c-91ca-3c6c270c02a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.130854] env[65481]: DEBUG nova.compute.provider_tree [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.144788] env[65481]: DEBUG nova.network.neutron [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1042.300160] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1042.300519] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1042.300641] env[65481]: INFO nova.compute.manager [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Shelving [ 1042.415597] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885061, 'name': ReconfigVM_Task, 'duration_secs': 0.317756} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1042.415978] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to attach disk [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1042.422254] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b69ea9e0-ef74-43f4-acd6-0ee542286c58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.438964] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1042.438964] env[65481]: value = "task-4885062" [ 1042.438964] env[65481]: _type = "Task" [ 1042.438964] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.448619] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885062, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.649071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1042.649461] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Instance network_info: |[{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1042.649928] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:be:c5:ab', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '03956e07-57f0-415e-a6b4-f38737a29cdb', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1042.657371] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1042.657593] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1042.657798] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3fc0121e-9be1-41c1-b3ff-5132bece812e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.672787] env[65481]: DEBUG nova.scheduler.client.report [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 132 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1042.673042] env[65481]: DEBUG nova.compute.provider_tree [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 132 to 133 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1042.673202] env[65481]: DEBUG nova.compute.provider_tree [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1042.682649] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1042.682649] env[65481]: value = "task-4885063" [ 1042.682649] env[65481]: _type = "Task" [ 1042.682649] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1042.691321] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885063, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1042.739792] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1042.769207] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1042.769460] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1042.769609] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1042.769785] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1042.769925] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1042.770078] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1042.770284] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1042.770433] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1042.770591] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1042.770745] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1042.770906] env[65481]: DEBUG nova.virt.hardware [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1042.771834] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943897e-dab4-43e6-8936-80262c36e0d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.782226] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1eb6ac1-ca53-4888-ac43-871d67d02f0e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1042.787017] env[65481]: DEBUG nova.compute.manager [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Received event network-changed-03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1042.787276] env[65481]: DEBUG nova.compute.manager [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Refreshing instance network info cache due to event network-changed-03956e07-57f0-415e-a6b4-f38737a29cdb. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1042.787412] env[65481]: DEBUG oslo_concurrency.lockutils [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1042.787557] env[65481]: DEBUG oslo_concurrency.lockutils [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1042.787711] env[65481]: DEBUG nova.network.neutron [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Refreshing network info cache for port 03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1042.949577] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.044891] env[65481]: DEBUG nova.compute.manager [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Received event network-vif-plugged-2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1043.045072] env[65481]: DEBUG oslo_concurrency.lockutils [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] Acquiring lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.045226] env[65481]: DEBUG oslo_concurrency.lockutils [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.045398] env[65481]: DEBUG oslo_concurrency.lockutils [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.045779] env[65481]: DEBUG nova.compute.manager [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] No waiting events found dispatching network-vif-plugged-2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1043.046016] env[65481]: WARNING nova.compute.manager [req-a78f6dc7-6a99-4c11-be9b-602fb00e7420 req-f0067de1-1997-4b62-8827-c553d2b5eee4 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Received unexpected event network-vif-plugged-2522007e-52b1-4ee9-9aea-f8f6ef356372 for instance with vm_state building and task_state spawning. [ 1043.136280] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Successfully updated port: 2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1043.177765] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.463s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.178332] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1043.181975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 14.961s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.182187] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.184816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 14.359s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.187075] env[65481]: INFO nova.compute.claims [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1043.207682] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885063, 'name': CreateVM_Task, 'duration_secs': 0.339126} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.207682] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1043.208113] env[65481]: WARNING neutronclient.v2_0.client [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.208469] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.208617] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.209322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1043.209322] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e0abc7aa-025f-473e-9856-31117a28e3a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.213480] env[65481]: INFO nova.scheduler.client.report [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleted allocations for instance 40112b4f-41c8-48f3-8f52-38373725755d [ 1043.215807] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1043.215807] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527d5bb8-28d4-88ba-3173-e5b51e9eff5e" [ 1043.215807] env[65481]: _type = "Task" [ 1043.215807] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.229050] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527d5bb8-28d4-88ba-3173-e5b51e9eff5e, 'name': SearchDatastore_Task, 'duration_secs': 0.010467} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.229209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.229431] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1043.229651] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.229787] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.229954] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1043.230438] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b0507d59-cbb0-4b77-8e5a-cde9d3a83af4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.241046] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1043.241239] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1043.241961] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d35486c6-b4c4-4eee-9ad5-efa600e8034d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.247538] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1043.247538] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52832f9d-b2ad-ff9f-4e4b-a4545c800df2" [ 1043.247538] env[65481]: _type = "Task" [ 1043.247538] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.255786] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52832f9d-b2ad-ff9f-4e4b-a4545c800df2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.290917] env[65481]: WARNING neutronclient.v2_0.client [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.310027] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1043.311040] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-94c1cd6d-1bd1-41c3-88f5-23a3f1d36366 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.318743] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1043.318743] env[65481]: value = "task-4885064" [ 1043.318743] env[65481]: _type = "Task" [ 1043.318743] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.328469] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885064, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.450328] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885062, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.452460] env[65481]: WARNING neutronclient.v2_0.client [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.532524] env[65481]: DEBUG nova.network.neutron [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updated VIF entry in instance network info cache for port 03956e07-57f0-415e-a6b4-f38737a29cdb. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1043.532927] env[65481]: DEBUG nova.network.neutron [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1043.638085] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1043.638264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1043.638460] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1043.693585] env[65481]: DEBUG nova.compute.utils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1043.700385] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1043.700385] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1043.700385] env[65481]: WARNING neutronclient.v2_0.client [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.700385] env[65481]: WARNING neutronclient.v2_0.client [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1043.726760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82c23212-3f98-4eac-838d-331fb6f53177 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 18.985s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.728286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 14.862s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.728399] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "40112b4f-41c8-48f3-8f52-38373725755d-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1043.732086] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1043.732086] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1043.732086] env[65481]: INFO nova.compute.manager [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Terminating instance [ 1043.762551] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52832f9d-b2ad-ff9f-4e4b-a4545c800df2, 'name': SearchDatastore_Task, 'duration_secs': 0.00984} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.762551] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a5df068e-c201-49db-8a8a-93cdb5a2c27d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.771129] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1043.771129] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213a41f-c552-8e78-b553-049c1e9bed05" [ 1043.771129] env[65481]: _type = "Task" [ 1043.771129] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.777125] env[65481]: DEBUG nova.policy [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3610f9e8ed9b463494dce5bb8a62a288', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7a59adb80b37416bb627ebf997174e38', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1043.788254] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213a41f-c552-8e78-b553-049c1e9bed05, 'name': SearchDatastore_Task, 'duration_secs': 0.011245} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.788773] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1043.789246] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1043.789695] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3b44a70d-d761-44ab-a29f-3bee787abf18 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.800672] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1043.800672] env[65481]: value = "task-4885065" [ 1043.800672] env[65481]: _type = "Task" [ 1043.800672] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.810889] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885065, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1043.828698] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885064, 'name': PowerOffVM_Task, 'duration_secs': 0.224536} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.828976] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1043.830418] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79ac5d3c-6691-4147-a61b-1cacb05e6a95 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.854024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e79202d1-68b0-42f8-9ee9-1d04c8ca4266 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.951794] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885062, 'name': ReconfigVM_Task, 'duration_secs': 1.148633} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1043.951794] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1043.952722] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2a92a3e6-31de-4d38-8439-9c49469e52fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1043.960284] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1043.960284] env[65481]: value = "task-4885066" [ 1043.960284] env[65481]: _type = "Task" [ 1043.960284] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1043.969308] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885066, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.035831] env[65481]: DEBUG oslo_concurrency.lockutils [req-6c2d9ee1-8c8f-487d-a14b-bb47d4e3ca02 req-fdc47881-b6f3-45dd-9c4d-d64a4999c2e2 service nova] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1044.199505] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1044.203690] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Successfully created port: 82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1044.235328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1044.235513] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquired lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1044.235790] env[65481]: DEBUG nova.network.neutron [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1044.268806] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.317737] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885065, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.367151] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1044.367555] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-f0f6970d-0f87-4b46-8879-b679e4d60acd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.377393] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1044.377393] env[65481]: value = "task-4885067" [ 1044.377393] env[65481]: _type = "Task" [ 1044.377393] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.391885] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885067, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.449998] env[65481]: WARNING neutronclient.v2_0.client [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.474756] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885066, 'name': Rename_Task, 'duration_secs': 0.449484} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.475164] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1044.475531] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3faa5f9f-37e7-4896-87a5-e0f4d1fe125e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.483648] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1044.483648] env[65481]: value = "task-4885068" [ 1044.483648] env[65481]: _type = "Task" [ 1044.483648] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.497912] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885068, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.529795] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-94d69fc8-b4a9-4e3f-a925-df8714de85dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.538261] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-72d762c6-d18e-4cb0-80aa-b8c4dc08cc9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.572385] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97a1b356-000d-48c3-9b9b-1cc012e96ae7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.580914] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a40f0932-883e-4088-bd83-eea87dae89ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.597588] env[65481]: DEBUG nova.compute.provider_tree [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1044.615728] env[65481]: DEBUG nova.network.neutron [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Updating instance_info_cache with network_info: [{"id": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "address": "fa:16:3e:9c:2b:bd", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2522007e-52", "ovs_interfaceid": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1044.742026] env[65481]: DEBUG nova.compute.utils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Can not refresh info_cache because instance was not found {{(pid=65481) refresh_info_cache_for_instance /opt/stack/nova/nova/compute/utils.py:1056}} [ 1044.742026] env[65481]: WARNING neutronclient.v2_0.client [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1044.771927] env[65481]: DEBUG nova.network.neutron [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1044.813392] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885065, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.519437} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.813657] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1044.813871] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1044.814217] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ed878f6b-a176-445d-9589-69fd718cdb0e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1044.821579] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1044.821579] env[65481]: value = "task-4885069" [ 1044.821579] env[65481]: _type = "Task" [ 1044.821579] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1044.831674] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885069, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.890095] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885067, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1044.997564] env[65481]: DEBUG oslo_vmware.api [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885068, 'name': PowerOnVM_Task, 'duration_secs': 0.499637} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1044.997949] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1044.998638] env[65481]: DEBUG nova.compute.manager [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1044.999105] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e59e1df3-74bd-4f2f-aa29-f1c2584b5c77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.018575] env[65481]: DEBUG nova.network.neutron [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1045.100430] env[65481]: DEBUG nova.scheduler.client.report [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1045.119251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.119584] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Instance network_info: |[{"id": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "address": "fa:16:3e:9c:2b:bd", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2522007e-52", "ovs_interfaceid": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1045.121063] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9c:2b:bd', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2522007e-52b1-4ee9-9aea-f8f6ef356372', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1045.128222] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.128819] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1045.129007] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-fbd632fc-bec4-40ef-a641-3c2622660c91 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.150498] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1045.150498] env[65481]: value = "task-4885070" [ 1045.150498] env[65481]: _type = "Task" [ 1045.150498] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.159315] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885070, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.207179] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.207566] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.207913] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.208207] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.208476] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.211267] env[65481]: INFO nova.compute.manager [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Terminating instance [ 1045.219446] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1045.249224] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1045.249809] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1045.249809] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1045.249809] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1045.249809] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1045.249949] env[65481]: DEBUG nova.virt.hardware [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1045.250799] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1ce92e3-9420-4e83-9c9e-7d61a3fccbc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.258357] env[65481]: DEBUG nova.compute.manager [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Received event network-changed-2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1045.258705] env[65481]: DEBUG nova.compute.manager [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Refreshing instance network info cache due to event network-changed-2522007e-52b1-4ee9-9aea-f8f6ef356372. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1045.258853] env[65481]: DEBUG oslo_concurrency.lockutils [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] Acquiring lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.258932] env[65481]: DEBUG oslo_concurrency.lockutils [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] Acquired lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.259072] env[65481]: DEBUG nova.network.neutron [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Refreshing network info cache for port 2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1045.265286] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e52a691-beb3-45f9-83c8-89344bfbad1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.333141] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885069, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.172819} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.333503] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1045.334407] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9be5417-6277-43a0-a412-c4dbb87d7be6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.360735] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1045.361109] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d40a37a7-4ca5-4ad0-b25a-62818c482d6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.381538] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1045.381538] env[65481]: value = "task-4885071" [ 1045.381538] env[65481]: _type = "Task" [ 1045.381538] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.395567] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885071, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.399225] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885067, 'name': CreateSnapshot_Task, 'duration_secs': 1.01887} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.399597] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1045.400358] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19b277e3-512e-463e-a4dc-a0bfcf095b70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.520331] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.524481] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Releasing lock "refresh_cache-40112b4f-41c8-48f3-8f52-38373725755d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1045.524481] env[65481]: DEBUG nova.compute.manager [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1045.525142] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.525304] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3089bc36-79c2-4b6d-80e8-081f0fdbdb40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.536784] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69e971e6-a295-4f45-8ed6-47b6d685e8ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.572257] env[65481]: WARNING nova.virt.vmwareapi.vmops [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 40112b4f-41c8-48f3-8f52-38373725755d could not be found. [ 1045.572513] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1045.572789] env[65481]: INFO nova.compute.manager [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 0.05 seconds to destroy the instance on the hypervisor. [ 1045.573104] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1045.573470] env[65481]: DEBUG nova.compute.manager [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1045.573588] env[65481]: DEBUG nova.network.neutron [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1045.573866] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.591728] env[65481]: DEBUG nova.network.neutron [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1045.592061] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.605351] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.420s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1045.605877] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1045.609202] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.759s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.610883] env[65481]: INFO nova.compute.claims [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1045.663062] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885070, 'name': CreateVM_Task, 'duration_secs': 0.402232} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.663628] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1045.664196] env[65481]: WARNING neutronclient.v2_0.client [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.664592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1045.664741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1045.665148] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1045.665627] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e7a9cc1-f0ae-4c93-b56b-6bc7fa8fcd82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.671386] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1045.671386] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db1e93-361c-895a-ee16-0d6980489846" [ 1045.671386] env[65481]: _type = "Task" [ 1045.671386] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.680964] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db1e93-361c-895a-ee16-0d6980489846, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.716758] env[65481]: DEBUG nova.compute.manager [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1045.717018] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1045.717916] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54167e57-997e-4ddd-8ec3-d0b929505ddc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.726189] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1045.726463] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c447b911-0f43-46ac-af3c-a88d19052172 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.733488] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1045.733488] env[65481]: value = "task-4885072" [ 1045.733488] env[65481]: _type = "Task" [ 1045.733488] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.756897] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885072, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.767622] env[65481]: WARNING neutronclient.v2_0.client [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1045.874889] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Successfully updated port: 82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1045.900975] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885071, 'name': ReconfigVM_Task, 'duration_secs': 0.334096} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1045.901353] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1045.902030] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-203f3ccd-449c-40df-9632-03f4bc821f05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.911379] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1045.911379] env[65481]: value = "task-4885073" [ 1045.911379] env[65481]: _type = "Task" [ 1045.911379] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.923789] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1045.924292] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-2170b690-6a82-40c3-a875-f9664870355b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.931394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1045.931394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1045.931394] env[65481]: DEBUG nova.compute.manager [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1045.935454] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-040a0d3c-aef0-4dd8-8c8b-e3d96bd6bec1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1045.939329] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885073, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.944039] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1045.944039] env[65481]: value = "task-4885074" [ 1045.944039] env[65481]: _type = "Task" [ 1045.944039] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1045.950846] env[65481]: DEBUG nova.compute.manager [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1045.951549] env[65481]: DEBUG nova.objects.instance [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'flavor' on Instance uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1045.961152] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885074, 'name': CloneVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1045.979577] env[65481]: WARNING neutronclient.v2_0.client [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.094213] env[65481]: DEBUG nova.network.neutron [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.100030] env[65481]: DEBUG nova.network.neutron [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Updated VIF entry in instance network info cache for port 2522007e-52b1-4ee9-9aea-f8f6ef356372. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1046.100399] env[65481]: DEBUG nova.network.neutron [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Updating instance_info_cache with network_info: [{"id": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "address": "fa:16:3e:9c:2b:bd", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2522007e-52", "ovs_interfaceid": "2522007e-52b1-4ee9-9aea-f8f6ef356372", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1046.111588] env[65481]: DEBUG nova.compute.utils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1046.114049] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1046.114250] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1046.114671] env[65481]: WARNING neutronclient.v2_0.client [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.114992] env[65481]: WARNING neutronclient.v2_0.client [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.159173] env[65481]: DEBUG nova.policy [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '746729525a90414bb8479f03b15f7153', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'd753dad644794154adf5c52ff9d144d4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1046.182321] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52db1e93-361c-895a-ee16-0d6980489846, 'name': SearchDatastore_Task, 'duration_secs': 0.037794} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.182627] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.182858] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1046.183110] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.183250] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.183418] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1046.183681] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e93bd261-b60a-4d7e-b74f-4918058acd1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.198385] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1046.198630] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1046.199658] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b40b36e2-e664-4d36-8f62-ed5a13a5076d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.206079] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1046.206079] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52da0145-8f4d-b90c-bea6-c063ec900b9c" [ 1046.206079] env[65481]: _type = "Task" [ 1046.206079] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.215745] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52da0145-8f4d-b90c-bea6-c063ec900b9c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.244985] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885072, 'name': PowerOffVM_Task, 'duration_secs': 0.384352} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.245252] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1046.245575] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1046.245863] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-de6f46f3-9efa-4660-bd7c-87a2ac69fe27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.320504] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1046.320872] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1046.321178] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleting the datastore file [datastore2] 35d50bb4-3848-4cc0-9027-0b2aa6b78332 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1046.321590] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8f1c11d1-8807-46b6-8f2c-43c63afc56c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.330314] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for the task: (returnval){ [ 1046.330314] env[65481]: value = "task-4885076" [ 1046.330314] env[65481]: _type = "Task" [ 1046.330314] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.343451] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885076, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.379558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1046.379993] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquired lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1046.380264] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1046.422818] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885073, 'name': Rename_Task, 'duration_secs': 0.170139} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.423190] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1046.423482] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7049065b-0866-4690-8003-5e7362de1d2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.431249] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1046.431249] env[65481]: value = "task-4885077" [ 1046.431249] env[65481]: _type = "Task" [ 1046.431249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.443470] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885077, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.457701] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885074, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.598567] env[65481]: INFO nova.compute.manager [-] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Took 1.02 seconds to deallocate network for instance. [ 1046.603501] env[65481]: DEBUG oslo_concurrency.lockutils [req-61817a10-a3b0-4708-94eb-695a600480b8 req-8774c2de-6af9-47c9-a996-7f994ccb4407 service nova] Releasing lock "refresh_cache-4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1046.620908] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1046.719145] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52da0145-8f4d-b90c-bea6-c063ec900b9c, 'name': SearchDatastore_Task, 'duration_secs': 0.013531} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.719971] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-85a40acb-531a-471c-a05e-f1914986cb4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.727990] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1046.727990] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5289442c-cbe6-0348-7e8e-cbc14ed13e9b" [ 1046.727990] env[65481]: _type = "Task" [ 1046.727990] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.738964] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5289442c-cbe6-0348-7e8e-cbc14ed13e9b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.844774] env[65481]: DEBUG oslo_vmware.api [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Task: {'id': task-4885076, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.226561} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1046.844774] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1046.844890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1046.845054] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1046.845231] env[65481]: INFO nova.compute.manager [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1046.845514] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1046.845712] env[65481]: DEBUG nova.compute.manager [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1046.845806] env[65481]: DEBUG nova.network.neutron [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1046.846078] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.896186] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1046.925345] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1046.942231] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.945641] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Successfully created port: 324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1046.957335] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885074, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1046.958928] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c6490d49-8472-4be4-8044-20811ad9d818 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.961832] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1046.962087] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-00067220-aef3-4923-b2f6-47f2782f94db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.971445] env[65481]: DEBUG oslo_vmware.api [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1046.971445] env[65481]: value = "task-4885078" [ 1046.971445] env[65481]: _type = "Task" [ 1046.971445] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1046.972651] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f71add38-501b-4ce6-9e26-dd446947cb3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1046.985323] env[65481]: DEBUG oslo_vmware.api [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885078, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.015360] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48637aa6-c541-47b7-8048-322bb64931de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.034279] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5814fb4b-bfac-43c8-89fb-3fec8a56031c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.050391] env[65481]: DEBUG nova.compute.provider_tree [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1047.109196] env[65481]: INFO nova.compute.manager [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance disappeared during terminate [ 1047.109705] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ae8464ad-730c-4c57-a7bf-22030801c1e9 tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "40112b4f-41c8-48f3-8f52-38373725755d" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 3.381s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.243055] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5289442c-cbe6-0348-7e8e-cbc14ed13e9b, 'name': SearchDatastore_Task, 'duration_secs': 0.015776} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.243463] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1047.243758] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea/4dbcfbcb-d87e-4c1a-95e9-9be495eccfea.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1047.244555] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-033448c4-abe3-45f4-ae9e-ae870cd62826 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.252851] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1047.252851] env[65481]: value = "task-4885079" [ 1047.252851] env[65481]: _type = "Task" [ 1047.252851] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1047.263064] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885079, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.443489] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885077, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.459371] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885074, 'name': CloneVM_Task, 'duration_secs': 1.522084} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.459672] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Created linked-clone VM from snapshot [ 1047.460480] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac0eafee-abd7-461d-8324-bae84e57e9da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.469748] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Uploading image fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1047.488221] env[65481]: DEBUG oslo_vmware.api [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885078, 'name': PowerOffVM_Task, 'duration_secs': 0.342528} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.488508] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1047.488726] env[65481]: DEBUG nova.compute.manager [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1047.489579] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88c7275c-3c58-48b1-8d75-1dc351fe3f5a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.505023] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1047.505023] env[65481]: value = "vm-951953" [ 1047.505023] env[65481]: _type = "VirtualMachine" [ 1047.505023] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1047.505023] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-088280e9-34bf-4345-ba9c-1c26da492c21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.511665] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lease: (returnval){ [ 1047.511665] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52102951-3fbc-fd23-dced-b0ed59ab0b6a" [ 1047.511665] env[65481]: _type = "HttpNfcLease" [ 1047.511665] env[65481]: } obtained for exporting VM: (result){ [ 1047.511665] env[65481]: value = "vm-951953" [ 1047.511665] env[65481]: _type = "VirtualMachine" [ 1047.511665] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1047.512139] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the lease: (returnval){ [ 1047.512139] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52102951-3fbc-fd23-dced-b0ed59ab0b6a" [ 1047.512139] env[65481]: _type = "HttpNfcLease" [ 1047.512139] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1047.520371] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1047.520371] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52102951-3fbc-fd23-dced-b0ed59ab0b6a" [ 1047.520371] env[65481]: _type = "HttpNfcLease" [ 1047.520371] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1047.554665] env[65481]: DEBUG nova.scheduler.client.report [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1047.633435] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1047.662643] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1047.662938] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1047.663146] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1047.663382] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1047.663526] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1047.663736] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1047.663956] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1047.664184] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1047.664363] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1047.664530] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1047.664729] env[65481]: DEBUG nova.virt.hardware [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1047.665718] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c98663b1-478b-4227-9c6c-38f2a64755a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.675655] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7a6c877c-038a-4bd8-a5a7-c377a34d045b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1047.734163] env[65481]: WARNING neutronclient.v2_0.client [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1047.765622] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885079, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1047.803184] env[65481]: DEBUG nova.compute.manager [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Received event network-vif-plugged-82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1047.803414] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Acquiring lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1047.803660] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1047.803855] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1047.804046] env[65481]: DEBUG nova.compute.manager [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] No waiting events found dispatching network-vif-plugged-82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1047.804253] env[65481]: WARNING nova.compute.manager [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Received unexpected event network-vif-plugged-82017cad-e856-4545-8d77-81471f17b2a5 for instance with vm_state building and task_state spawning. [ 1047.804419] env[65481]: DEBUG nova.compute.manager [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Received event network-changed-82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1047.804618] env[65481]: DEBUG nova.compute.manager [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Refreshing instance network info cache due to event network-changed-82017cad-e856-4545-8d77-81471f17b2a5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1047.804792] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Acquiring lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1047.841220] env[65481]: DEBUG nova.network.neutron [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updating instance_info_cache with network_info: [{"id": "82017cad-e856-4545-8d77-81471f17b2a5", "address": "fa:16:3e:1d:2f:ca", "network": {"id": "57d26d9d-a535-4a3d-9cef-ccdfb253a195", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1525878988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a59adb80b37416bb627ebf997174e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82017cad-e8", "ovs_interfaceid": "82017cad-e856-4545-8d77-81471f17b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1047.944608] env[65481]: DEBUG oslo_vmware.api [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885077, 'name': PowerOnVM_Task, 'duration_secs': 1.073586} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1047.945350] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1047.945728] env[65481]: INFO nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Took 7.57 seconds to spawn the instance on the hypervisor. [ 1047.946047] env[65481]: DEBUG nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1047.946992] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da7f622d-ec6e-4cfe-b95d-d46f9d914040 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.010595] env[65481]: DEBUG nova.compute.manager [req-e8ff21b0-6b56-4b5c-990b-0eed473a84b1 req-8a65800b-abe8-4218-b517-1e03498981c5 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Received event network-vif-deleted-cc3adcd1-9025-4aca-9eaa-e700be07584a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1048.010882] env[65481]: INFO nova.compute.manager [req-e8ff21b0-6b56-4b5c-990b-0eed473a84b1 req-8a65800b-abe8-4218-b517-1e03498981c5 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Neutron deleted interface cc3adcd1-9025-4aca-9eaa-e700be07584a; detaching it from the instance and deleting it from the info cache [ 1048.011339] env[65481]: DEBUG nova.network.neutron [req-e8ff21b0-6b56-4b5c-990b-0eed473a84b1 req-8a65800b-abe8-4218-b517-1e03498981c5 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.012983] env[65481]: DEBUG oslo_concurrency.lockutils [None req-00586195-9b4a-4b14-8007-e874eabb725a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.083s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.023984] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1048.023984] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52102951-3fbc-fd23-dced-b0ed59ab0b6a" [ 1048.023984] env[65481]: _type = "HttpNfcLease" [ 1048.023984] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1048.024443] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1048.024443] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52102951-3fbc-fd23-dced-b0ed59ab0b6a" [ 1048.024443] env[65481]: _type = "HttpNfcLease" [ 1048.024443] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1048.025194] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-08a55a46-95ed-424a-ba9f-c461efc88119 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.036114] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1048.036367] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1048.098715] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.489s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1048.099240] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1048.106022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 17.478s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1048.106022] env[65481]: INFO nova.compute.claims [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1048.137450] env[65481]: DEBUG nova.network.neutron [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1048.171550] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-5c659854-7467-4b4c-91ab-523d4ecdc176 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.265694] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885079, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.636655} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.265794] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea/4dbcfbcb-d87e-4c1a-95e9-9be495eccfea.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1048.266048] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1048.266259] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-e394f8c5-c352-4a44-b629-7fe0f0b8cbb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.274880] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1048.274880] env[65481]: value = "task-4885081" [ 1048.274880] env[65481]: _type = "Task" [ 1048.274880] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.285047] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885081, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.347576] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Releasing lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1048.348296] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Instance network_info: |[{"id": "82017cad-e856-4545-8d77-81471f17b2a5", "address": "fa:16:3e:1d:2f:ca", "network": {"id": "57d26d9d-a535-4a3d-9cef-ccdfb253a195", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1525878988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a59adb80b37416bb627ebf997174e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82017cad-e8", "ovs_interfaceid": "82017cad-e856-4545-8d77-81471f17b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1048.348482] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Acquired lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1048.348620] env[65481]: DEBUG nova.network.neutron [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Refreshing network info cache for port 82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1048.349992] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:1d:2f:ca', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'dd7d0d95-6848-4e69-ac21-75f8db82a3b5', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '82017cad-e856-4545-8d77-81471f17b2a5', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1048.357949] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Creating folder: Project (7a59adb80b37416bb627ebf997174e38). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.359940] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-c755f0fc-e5a0-4e37-83f4-9771264ed21b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.377487] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Created folder: Project (7a59adb80b37416bb627ebf997174e38) in parent group-v951696. [ 1048.377691] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Creating folder: Instances. Parent ref: group-v951954. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1048.377942] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-809814ee-f9c3-45ac-898d-462563f57098 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.389439] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Created folder: Instances in parent group-v951954. [ 1048.389796] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1048.390065] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1048.390377] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-522c1e37-2e48-4866-a40a-94c719327b48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.413800] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1048.413800] env[65481]: value = "task-4885084" [ 1048.413800] env[65481]: _type = "Task" [ 1048.413800] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.422265] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885084, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.466498] env[65481]: INFO nova.compute.manager [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Took 25.29 seconds to build instance. [ 1048.516064] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f3afcf5e-0d11-4465-8c33-ac12af605448 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.526375] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3362dd21-9154-4904-aea9-91b60528160a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.562739] env[65481]: DEBUG nova.compute.manager [req-e8ff21b0-6b56-4b5c-990b-0eed473a84b1 req-8a65800b-abe8-4218-b517-1e03498981c5 service nova] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Detach interface failed, port_id=cc3adcd1-9025-4aca-9eaa-e700be07584a, reason: Instance 35d50bb4-3848-4cc0-9027-0b2aa6b78332 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1048.608956] env[65481]: DEBUG nova.compute.utils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1048.612883] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1048.613170] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1048.613589] env[65481]: WARNING neutronclient.v2_0.client [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.614101] env[65481]: WARNING neutronclient.v2_0.client [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.640894] env[65481]: INFO nova.compute.manager [-] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Took 1.79 seconds to deallocate network for instance. [ 1048.648668] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Successfully updated port: 324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1048.680152] env[65481]: DEBUG nova.policy [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1048.786099] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885081, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.072727} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1048.786549] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1048.787797] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97277442-c9f8-45c1-b794-956912536f1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.815548] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Reconfiguring VM instance instance-00000060 to attach disk [datastore2] 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea/4dbcfbcb-d87e-4c1a-95e9-9be495eccfea.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1048.815874] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5aef9141-a479-4850-b019-854442fc5ebb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1048.844038] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1048.844038] env[65481]: value = "task-4885085" [ 1048.844038] env[65481]: _type = "Task" [ 1048.844038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1048.853109] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885085, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.860225] env[65481]: WARNING neutronclient.v2_0.client [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1048.867993] env[65481]: DEBUG nova.objects.instance [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'flavor' on Instance uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1048.928095] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885084, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1048.969046] env[65481]: DEBUG oslo_concurrency.lockutils [None req-71b992bc-35b2-4ac7-b013-e85094767bc9 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 26.808s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1049.078451] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Successfully created port: ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1049.120974] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1049.127246] env[65481]: WARNING neutronclient.v2_0.client [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.155145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1049.158969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.159366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquired lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.159580] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.338207] env[65481]: DEBUG nova.network.neutron [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updated VIF entry in instance network info cache for port 82017cad-e856-4545-8d77-81471f17b2a5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1049.340130] env[65481]: DEBUG nova.network.neutron [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updating instance_info_cache with network_info: [{"id": "82017cad-e856-4545-8d77-81471f17b2a5", "address": "fa:16:3e:1d:2f:ca", "network": {"id": "57d26d9d-a535-4a3d-9cef-ccdfb253a195", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1525878988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a59adb80b37416bb627ebf997174e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82017cad-e8", "ovs_interfaceid": "82017cad-e856-4545-8d77-81471f17b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1049.358148] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885085, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.376031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.376031] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.376031] env[65481]: DEBUG nova.network.neutron [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1049.376220] env[65481]: DEBUG nova.objects.instance [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'info_cache' on Instance uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1049.434467] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885084, 'name': CreateVM_Task, 'duration_secs': 0.60185} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.434674] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1049.435266] env[65481]: WARNING neutronclient.v2_0.client [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1049.435875] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.436158] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.436613] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1049.436879] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1fc76ad3-51f6-43d8-996e-fbb4dba9f340 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.446546] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1049.446546] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52458418-7f07-4091-3d1c-c89d28d4fe21" [ 1049.446546] env[65481]: _type = "Task" [ 1049.446546] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.456807] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52458418-7f07-4091-3d1c-c89d28d4fe21, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.483991] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c144a10-5276-49be-9d36-bde6f81f756f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.493476] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40d4145c-c2cc-4fdd-b6e5-4e20549673b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.527977] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83a3c34f-b24a-4747-ab21-9d991f698e3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.538870] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098e1f5e-4d54-4e86-99d5-e3a9b7ab35e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.556499] env[65481]: DEBUG nova.compute.provider_tree [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1049.843576] env[65481]: DEBUG oslo_concurrency.lockutils [req-a8a52798-683a-4653-a972-03a2023f3055 req-828a7d7c-a7f8-442f-b5ec-e41261d76783 service nova] Releasing lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.854251] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885085, 'name': ReconfigVM_Task, 'duration_secs': 0.650684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.854652] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Reconfigured VM instance instance-00000060 to attach disk [datastore2] 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea/4dbcfbcb-d87e-4c1a-95e9-9be495eccfea.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1049.855423] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b28af81d-145f-4a9f-8763-631cca8a89a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.862989] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1049.862989] env[65481]: value = "task-4885086" [ 1049.862989] env[65481]: _type = "Task" [ 1049.862989] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.872745] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885086, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1049.879499] env[65481]: DEBUG nova.objects.base [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Object Instance lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1049.958896] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52458418-7f07-4091-3d1c-c89d28d4fe21, 'name': SearchDatastore_Task, 'duration_secs': 0.019734} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1049.959411] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1049.959717] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1049.960533] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1049.960533] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1049.960533] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1049.960803] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-b1092fab-1edd-4031-be98-17f2cf0e4952 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.972252] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1049.976418] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1049.976570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1049.977596] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b6d49700-b1c5-415c-96a4-187ce14ec6b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1049.985346] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1049.985346] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524058b9-f4e9-677f-ec5f-2c1726b2dd54" [ 1049.985346] env[65481]: _type = "Task" [ 1049.985346] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1049.999046] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524058b9-f4e9-677f-ec5f-2c1726b2dd54, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.061531] env[65481]: DEBUG nova.scheduler.client.report [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1050.136435] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1050.168600] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1050.168849] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1050.169012] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1050.169208] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1050.169369] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1050.169510] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1050.169714] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1050.169869] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1050.170044] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1050.170206] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1050.170400] env[65481]: DEBUG nova.virt.hardware [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1050.171391] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63b05338-801e-4589-87f6-10490a5a8eff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.181319] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcddd8d6-c411-4c6f-a821-42d2d2d94c4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.290942] env[65481]: WARNING neutronclient.v2_0.client [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.352247] env[65481]: DEBUG nova.compute.manager [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Received event network-vif-plugged-324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1050.352508] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Acquiring lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1050.353133] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.353194] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.353411] env[65481]: DEBUG nova.compute.manager [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] No waiting events found dispatching network-vif-plugged-324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1050.353652] env[65481]: WARNING nova.compute.manager [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Received unexpected event network-vif-plugged-324b8c76-0d01-4b19-aa12-8f25db94ea1b for instance with vm_state building and task_state spawning. [ 1050.353840] env[65481]: DEBUG nova.compute.manager [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Received event network-changed-324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1050.354103] env[65481]: DEBUG nova.compute.manager [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Refreshing instance network info cache due to event network-changed-324b8c76-0d01-4b19-aa12-8f25db94ea1b. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1050.354443] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Acquiring lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.376102] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885086, 'name': Rename_Task, 'duration_secs': 0.239582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.376609] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1050.376894] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e14db8e5-762c-44dd-8bfb-a7dfd9667a3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.386241] env[65481]: WARNING neutronclient.v2_0.client [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.391024] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1050.391024] env[65481]: value = "task-4885087" [ 1050.391024] env[65481]: _type = "Task" [ 1050.391024] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.402172] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.412606] env[65481]: DEBUG nova.network.neutron [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Updating instance_info_cache with network_info: [{"id": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "address": "fa:16:3e:84:c0:b4", "network": {"id": "fbc536ad-d306-4f78-a27b-c239a4b07ff2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-467093890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d753dad644794154adf5c52ff9d144d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b8c76-0d", "ovs_interfaceid": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.498133] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524058b9-f4e9-677f-ec5f-2c1726b2dd54, 'name': SearchDatastore_Task, 'duration_secs': 0.013748} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1050.501592] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2234b9-78fa-498d-a10d-4b352b9a23bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.507027] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1050.507027] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216be9a-e21f-ebb9-2ab6-4de098758ad6" [ 1050.507027] env[65481]: _type = "Task" [ 1050.507027] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.519555] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216be9a-e21f-ebb9-2ab6-4de098758ad6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.559021] env[65481]: DEBUG nova.compute.manager [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Received event network-changed-03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1050.559021] env[65481]: DEBUG nova.compute.manager [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Refreshing instance network info cache due to event network-changed-03956e07-57f0-415e-a6b4-f38737a29cdb. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1050.559021] env[65481]: DEBUG oslo_concurrency.lockutils [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1050.559645] env[65481]: DEBUG oslo_concurrency.lockutils [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.561559] env[65481]: DEBUG nova.network.neutron [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Refreshing network info cache for port 03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.570073] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.464s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1050.570073] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1050.574392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 18.107s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1050.574392] env[65481]: DEBUG nova.objects.instance [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'resources' on Instance uuid a5dbc5a1-4893-4a66-acf4-955e459d620a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1050.743642] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Successfully updated port: ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1050.806823] env[65481]: WARNING neutronclient.v2_0.client [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.881060] env[65481]: DEBUG nova.network.neutron [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1050.902060] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1050.916043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Releasing lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1050.916187] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Instance network_info: |[{"id": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "address": "fa:16:3e:84:c0:b4", "network": {"id": "fbc536ad-d306-4f78-a27b-c239a4b07ff2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-467093890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d753dad644794154adf5c52ff9d144d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b8c76-0d", "ovs_interfaceid": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1050.916477] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Acquired lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1050.916645] env[65481]: DEBUG nova.network.neutron [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Refreshing network info cache for port 324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1050.918077] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:84:c0:b4', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '324b8c76-0d01-4b19-aa12-8f25db94ea1b', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1050.926390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Creating folder: Project (d753dad644794154adf5c52ff9d144d4). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.927671] env[65481]: WARNING neutronclient.v2_0.client [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1050.929989] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d504f1d0-85b1-4c20-9e77-78949aa50344 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.943881] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Created folder: Project (d753dad644794154adf5c52ff9d144d4) in parent group-v951696. [ 1050.944223] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Creating folder: Instances. Parent ref: group-v951957. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1050.944537] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d2402107-a357-461f-9e18-5efb5cbbfb79 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.956085] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Created folder: Instances in parent group-v951957. [ 1050.956368] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1050.956608] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1050.956887] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5bc7138d-1ad8-40e6-906f-278369e4671f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1050.982736] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1050.982736] env[65481]: value = "task-4885090" [ 1050.982736] env[65481]: _type = "Task" [ 1050.982736] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1050.992015] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885090, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.021256] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5216be9a-e21f-ebb9-2ab6-4de098758ad6, 'name': SearchDatastore_Task, 'duration_secs': 0.014353} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.021714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.021997] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c46acfa1-0a1a-4141-9182-6e81b66609bf/c46acfa1-0a1a-4141-9182-6e81b66609bf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1051.022320] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-09a329b1-8bdc-4569-8ac0-4306e93d1bed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.030642] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1051.030642] env[65481]: value = "task-4885091" [ 1051.030642] env[65481]: _type = "Task" [ 1051.030642] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1051.047368] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885091, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.063776] env[65481]: WARNING neutronclient.v2_0.client [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.077555] env[65481]: DEBUG nova.compute.utils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1051.082174] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1051.082174] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1051.082391] env[65481]: WARNING neutronclient.v2_0.client [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.082655] env[65481]: WARNING neutronclient.v2_0.client [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.151608] env[65481]: DEBUG nova.policy [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '7af296a98d7449a8885974cd4bf962ca', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '844bcb8470044e48bf34580cf652307d', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1051.179765] env[65481]: WARNING neutronclient.v2_0.client [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.248319] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.248637] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.251445] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1051.357804] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2dd99988-18ac-4731-8749-77fe0d6ca6a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.367435] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f929ed4-8180-4856-81e6-a28c4e728f1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.411909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.416045] env[65481]: DEBUG nova.network.neutron [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Updated VIF entry in instance network info cache for port 324b8c76-0d01-4b19-aa12-8f25db94ea1b. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1051.416569] env[65481]: DEBUG nova.network.neutron [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Updating instance_info_cache with network_info: [{"id": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "address": "fa:16:3e:84:c0:b4", "network": {"id": "fbc536ad-d306-4f78-a27b-c239a4b07ff2", "bridge": "br-int", "label": "tempest-ServerPasswordTestJSON-467093890-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "d753dad644794154adf5c52ff9d144d4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2f7abe5d-b8fe-4983-bd50-e7469f1fe7f3", "external-id": "nsx-vlan-transportzone-263", "segmentation_id": 263, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap324b8c76-0d", "ovs_interfaceid": "324b8c76-0d01-4b19-aa12-8f25db94ea1b", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.423069] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d3af3f-2778-4841-bd1c-fdfd13198490 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.436662] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9588b864-46b9-49d5-b06b-29cc265db516 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1051.442354] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.455812] env[65481]: DEBUG nova.compute.provider_tree [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1051.497364] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885090, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.547188] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885091, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.570124] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Successfully created port: 9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1051.583026] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1051.611593] env[65481]: WARNING neutronclient.v2_0.client [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.733312] env[65481]: DEBUG nova.network.neutron [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updated VIF entry in instance network info cache for port 03956e07-57f0-415e-a6b4-f38737a29cdb. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1051.733501] env[65481]: DEBUG nova.network.neutron [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1051.790913] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1051.928833] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0fb93ad-cb87-4b4a-88f5-e5f978001e4f req-3ef34f05-8735-4457-9a4a-6436dc7320dd service nova] Releasing lock "refresh_cache-b8c36bc3-1685-4ebb-9ba6-2ada85242047" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1051.928833] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1051.958883] env[65481]: DEBUG nova.scheduler.client.report [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1051.994653] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885090, 'name': CreateVM_Task, 'duration_secs': 0.642084} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1051.995744] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1051.996502] env[65481]: WARNING neutronclient.v2_0.client [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1051.996929] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1051.997295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1051.997772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1051.998511] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d2ccb96b-1866-4508-80e8-fe7900e12596 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.006767] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1052.006767] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e1bbd5-9956-38d7-3043-05d76e82ecb1" [ 1052.006767] env[65481]: _type = "Task" [ 1052.006767] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.017205] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e1bbd5-9956-38d7-3043-05d76e82ecb1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.018569] env[65481]: WARNING neutronclient.v2_0.client [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.043776] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885091, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.668753} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.044110] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c46acfa1-0a1a-4141-9182-6e81b66609bf/c46acfa1-0a1a-4141-9182-6e81b66609bf.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1052.044433] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1052.044767] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-24d8447c-aaba-4c38-be00-275a41009b19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.052007] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1052.052007] env[65481]: value = "task-4885092" [ 1052.052007] env[65481]: _type = "Task" [ 1052.052007] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.062931] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885092, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.128614] env[65481]: DEBUG nova.network.neutron [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Updating instance_info_cache with network_info: [{"id": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "address": "fa:16:3e:3b:9c:8e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf683ce-e2", "ovs_interfaceid": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1052.237140] env[65481]: DEBUG oslo_concurrency.lockutils [req-880d7f91-8bcb-4fa0-9e03-000fe53ca514 req-6d6f3a75-6354-4a73-8131-6ad365febd8f service nova] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.377362] env[65481]: DEBUG nova.compute.manager [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Received event network-vif-plugged-ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.377656] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Acquiring lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1052.378035] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.378248] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.378509] env[65481]: DEBUG nova.compute.manager [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] No waiting events found dispatching network-vif-plugged-ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1052.378699] env[65481]: WARNING nova.compute.manager [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Received unexpected event network-vif-plugged-ebf683ce-e258-49d6-9d9c-4ba246b0545e for instance with vm_state building and task_state spawning. [ 1052.378884] env[65481]: DEBUG nova.compute.manager [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Received event network-changed-ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1052.379383] env[65481]: DEBUG nova.compute.manager [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Refreshing instance network info cache due to event network-changed-ebf683ce-e258-49d6-9d9c-4ba246b0545e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1052.379383] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Acquiring lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.423207] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1052.423678] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5789d8dc-26aa-491c-844a-b555d1e3afb9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.430674] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.437917] env[65481]: DEBUG oslo_vmware.api [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1052.437917] env[65481]: value = "task-4885093" [ 1052.437917] env[65481]: _type = "Task" [ 1052.437917] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.448257] env[65481]: DEBUG oslo_vmware.api [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885093, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.464730] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.893s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1052.467575] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 17.473s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1052.467892] env[65481]: DEBUG nova.objects.instance [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'resources' on Instance uuid 509d5aa9-d22d-4026-b706-12c22d0df37c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1052.492664] env[65481]: INFO nova.scheduler.client.report [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocations for instance a5dbc5a1-4893-4a66-acf4-955e459d620a [ 1052.519042] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e1bbd5-9956-38d7-3043-05d76e82ecb1, 'name': SearchDatastore_Task, 'duration_secs': 0.018686} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.519394] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.519644] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1052.519878] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1052.520049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.520199] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1052.520461] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5a44333c-faa5-45b5-a725-468c3f5e42fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.533700] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1052.534067] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1052.534967] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ebbb019-dfc6-40c3-96ff-6f659ee29a20 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.541980] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1052.541980] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb2fa2-e91e-36fa-b82b-1247f63fa492" [ 1052.541980] env[65481]: _type = "Task" [ 1052.541980] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.552870] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb2fa2-e91e-36fa-b82b-1247f63fa492, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.564816] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885092, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.135309} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.565442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1052.567367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6917a1d7-8e43-400e-ab6f-9aa20a2e6f16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.592836] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Reconfiguring VM instance instance-00000061 to attach disk [datastore2] c46acfa1-0a1a-4141-9182-6e81b66609bf/c46acfa1-0a1a-4141-9182-6e81b66609bf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1052.594364] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1052.596719] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6f5495b8-6e9a-4427-8a4d-056581938f15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.620709] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1052.620709] env[65481]: value = "task-4885094" [ 1052.620709] env[65481]: _type = "Task" [ 1052.620709] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.633979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1052.634486] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Instance network_info: |[{"id": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "address": "fa:16:3e:3b:9c:8e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf683ce-e2", "ovs_interfaceid": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1052.636163] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885094, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.637096] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Acquired lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1052.638094] env[65481]: DEBUG nova.network.neutron [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Refreshing network info cache for port ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1052.639495] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:3b:9c:8e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ebf683ce-e258-49d6-9d9c-4ba246b0545e', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1052.648088] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1052.649154] env[65481]: WARNING neutronclient.v2_0.client [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1052.651694] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1052.652368] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-e49dbc27-aa0f-402d-a859-7884ff1aec03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.669192] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1052.669442] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1052.669596] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1052.669768] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1052.669905] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1052.670058] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1052.670266] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1052.670506] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1052.670705] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1052.670852] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1052.671030] env[65481]: DEBUG nova.virt.hardware [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1052.672319] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d60a8081-1883-4f76-91b8-56fb42409684 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.681895] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e706244d-1166-4a55-ac2d-bc064f3cc020 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.685976] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1052.685976] env[65481]: value = "task-4885095" [ 1052.685976] env[65481]: _type = "Task" [ 1052.685976] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1052.706758] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885095, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.928050] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1052.953961] env[65481]: DEBUG oslo_vmware.api [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885093, 'name': PowerOnVM_Task, 'duration_secs': 0.51242} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1052.954317] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1052.954525] env[65481]: DEBUG nova.compute.manager [None req-e477a249-61e0-4abd-b1d4-7bd5cac4646c tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1052.955378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-287f7294-7d48-43e3-b333-7092aef89815 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1052.961226] env[65481]: WARNING neutronclient.v2_0.client [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.003026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-253e1e7c-9e8b-4476-ae2c-10f3460dccbb tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "a5dbc5a1-4893-4a66-acf4-955e459d620a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.996s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1053.061131] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52cb2fa2-e91e-36fa-b82b-1247f63fa492, 'name': SearchDatastore_Task, 'duration_secs': 0.025342} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.062046] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d5cc06e3-5ebe-4575-bd66-a39a74d8faaa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.070742] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1053.070742] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c222cf-703f-e83a-542e-9447a1cb2f71" [ 1053.070742] env[65481]: _type = "Task" [ 1053.070742] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.083513] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c222cf-703f-e83a-542e-9447a1cb2f71, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.134952] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.200682] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885095, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.268097] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ecb7c965-e1ec-4b0f-8a34-503db06d0719 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.272658] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Successfully updated port: 9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1053.281267] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e7a291d-1050-4de5-82e2-d58b859732ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.317394] env[65481]: DEBUG nova.network.neutron [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Updated VIF entry in instance network info cache for port ebf683ce-e258-49d6-9d9c-4ba246b0545e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1053.317751] env[65481]: DEBUG nova.network.neutron [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Updating instance_info_cache with network_info: [{"id": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "address": "fa:16:3e:3b:9c:8e", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapebf683ce-e2", "ovs_interfaceid": "ebf683ce-e258-49d6-9d9c-4ba246b0545e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1053.319566] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14cac564-db58-4fb3-8bdd-4e0a43fb92ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.329461] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b3b2cb2-734a-45d8-b3a5-0f995777bc27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.347564] env[65481]: DEBUG nova.compute.provider_tree [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1053.429017] env[65481]: DEBUG oslo_vmware.api [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885087, 'name': PowerOnVM_Task, 'duration_secs': 2.840971} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.429480] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1053.429741] env[65481]: INFO nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Took 10.69 seconds to spawn the instance on the hypervisor. [ 1053.429977] env[65481]: DEBUG nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1053.431163] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b32c00f-2dbd-4bcf-a16d-40f5f7207de1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.582270] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c222cf-703f-e83a-542e-9447a1cb2f71, 'name': SearchDatastore_Task, 'duration_secs': 0.018791} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.582682] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.582876] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] b8c36bc3-1685-4ebb-9ba6-2ada85242047/b8c36bc3-1685-4ebb-9ba6-2ada85242047.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1053.583209] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-84759cb0-0df7-446c-bd2d-f52f0915b649 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.591624] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1053.591624] env[65481]: value = "task-4885096" [ 1053.591624] env[65481]: _type = "Task" [ 1053.591624] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.601238] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885096, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.636386] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885094, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.703715] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885095, 'name': CreateVM_Task, 'duration_secs': 0.547958} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1053.704070] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1053.704749] env[65481]: WARNING neutronclient.v2_0.client [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1053.705182] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.705354] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.705705] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1053.706012] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7ce6b3ba-b4c6-49dc-9a5c-d13450dd3e83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1053.713169] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1053.713169] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209c500-7b1a-5106-5407-3973e42704b8" [ 1053.713169] env[65481]: _type = "Task" [ 1053.713169] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1053.726609] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209c500-7b1a-5106-5407-3973e42704b8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1053.776477] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1053.776834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1053.777064] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1053.824374] env[65481]: DEBUG oslo_concurrency.lockutils [req-c4c5f268-0699-498b-bb68-670803feb4b7 req-6e5564ac-63f8-414d-9800-b5bebf3c6acb service nova] Releasing lock "refresh_cache-14fcb6b8-6f39-487e-a940-6251e5995bc6" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1053.851518] env[65481]: DEBUG nova.scheduler.client.report [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1053.953434] env[65481]: INFO nova.compute.manager [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Took 29.86 seconds to build instance. [ 1054.107030] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885096, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.137063] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885094, 'name': ReconfigVM_Task, 'duration_secs': 1.227619} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.137791] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Reconfigured VM instance instance-00000061 to attach disk [datastore2] c46acfa1-0a1a-4141-9182-6e81b66609bf/c46acfa1-0a1a-4141-9182-6e81b66609bf.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1054.138471] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8e034914-9a21-4064-8074-e2fa62fa9678 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.148501] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1054.148501] env[65481]: value = "task-4885097" [ 1054.148501] env[65481]: _type = "Task" [ 1054.148501] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.161662] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885097, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.232205] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5209c500-7b1a-5106-5407-3973e42704b8, 'name': SearchDatastore_Task, 'duration_secs': 0.038418} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.232205] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1054.232205] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1054.232205] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.232205] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1054.234181] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1054.234610] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-e1cdd60b-85a1-47f2-aa25-5cbef219055c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.250209] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1054.250418] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1054.251229] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-fb3d802b-cb12-40bc-a664-ec3ecc6a8a27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.258720] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1054.258720] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5281187a-ea35-bf92-9cad-92acae4838ea" [ 1054.258720] env[65481]: _type = "Task" [ 1054.258720] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.269996] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5281187a-ea35-bf92-9cad-92acae4838ea, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.321570] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1054.356725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.889s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.359554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 16.750s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.361455] env[65481]: INFO nova.compute.claims [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1054.392178] env[65481]: INFO nova.scheduler.client.report [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted allocations for instance 509d5aa9-d22d-4026-b706-12c22d0df37c [ 1054.457743] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dedc3228-39c6-4b82-83a4-174dec5659ba tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.371s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.469695] env[65481]: WARNING neutronclient.v2_0.client [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1054.529021] env[65481]: DEBUG nova.compute.manager [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Received event network-vif-plugged-9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.529318] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Acquiring lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1054.529612] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1054.529799] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1054.529982] env[65481]: DEBUG nova.compute.manager [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] No waiting events found dispatching network-vif-plugged-9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1054.530281] env[65481]: WARNING nova.compute.manager [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Received unexpected event network-vif-plugged-9a5d7609-2f82-422a-948b-4e4a205db7c7 for instance with vm_state building and task_state spawning. [ 1054.530527] env[65481]: DEBUG nova.compute.manager [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Received event network-changed-9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1054.530698] env[65481]: DEBUG nova.compute.manager [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Refreshing instance network info cache due to event network-changed-9a5d7609-2f82-422a-948b-4e4a205db7c7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1054.530866] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Acquiring lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1054.584705] env[65481]: DEBUG nova.network.neutron [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Updating instance_info_cache with network_info: [{"id": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "address": "fa:16:3e:9f:41:dc", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d7609-2f", "ovs_interfaceid": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1054.603961] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885096, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.709509} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.604356] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] b8c36bc3-1685-4ebb-9ba6-2ada85242047/b8c36bc3-1685-4ebb-9ba6-2ada85242047.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1054.604633] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1054.604761] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f82a7923-c50a-4515-b9c2-874b4910efe3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.613327] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1054.613327] env[65481]: value = "task-4885098" [ 1054.613327] env[65481]: _type = "Task" [ 1054.613327] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.623600] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885098, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.661026] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885097, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.771276] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5281187a-ea35-bf92-9cad-92acae4838ea, 'name': SearchDatastore_Task, 'duration_secs': 0.031992} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1054.772197] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4413922-a863-4693-b666-22b8a09967f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1054.779415] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1054.779415] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52627fe8-cd89-d69c-a149-0d6488fa15d4" [ 1054.779415] env[65481]: _type = "Task" [ 1054.779415] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1054.788989] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52627fe8-cd89-d69c-a149-0d6488fa15d4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1054.906832] env[65481]: DEBUG oslo_concurrency.lockutils [None req-59f79d8b-aea1-4d33-9305-9679dbe6f7e0 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "509d5aa9-d22d-4026-b706-12c22d0df37c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 23.306s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.087873] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.087873] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Instance network_info: |[{"id": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "address": "fa:16:3e:9f:41:dc", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d7609-2f", "ovs_interfaceid": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1055.088715] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Acquired lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1055.088931] env[65481]: DEBUG nova.network.neutron [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Refreshing network info cache for port 9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1055.092430] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:9f:41:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '1a8c8175-1197-4f12-baac-ef6aba95f585', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '9a5d7609-2f82-422a-948b-4e4a205db7c7', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1055.100800] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1055.102492] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1055.102754] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c1e4a5c9-068b-49d9-b099-6b8df8c8ae37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.132726] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885098, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.121864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.134179] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1055.134507] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1055.134507] env[65481]: value = "task-4885099" [ 1055.134507] env[65481]: _type = "Task" [ 1055.134507] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.135253] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0539d2c6-647b-405d-82c2-c4f313492c48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.164367] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Reconfiguring VM instance instance-00000062 to attach disk [datastore2] b8c36bc3-1685-4ebb-9ba6-2ada85242047/b8c36bc3-1685-4ebb-9ba6-2ada85242047.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1055.172776] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e887a87-6769-4c54-b515-c7fc61efb021 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.187627] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885099, 'name': CreateVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.195175] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885097, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.196843] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1055.196843] env[65481]: value = "task-4885100" [ 1055.196843] env[65481]: _type = "Task" [ 1055.196843] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.206951] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885100, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.290271] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52627fe8-cd89-d69c-a149-0d6488fa15d4, 'name': SearchDatastore_Task, 'duration_secs': 0.015426} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.290545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1055.290807] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 14fcb6b8-6f39-487e-a940-6251e5995bc6/14fcb6b8-6f39-487e-a940-6251e5995bc6.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1055.291070] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-7c928501-e041-4d74-bcbc-2b097c1f8888 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.298484] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1055.298484] env[65481]: value = "task-4885101" [ 1055.298484] env[65481]: _type = "Task" [ 1055.298484] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.307336] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885101, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.328969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.329226] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.329434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.329609] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.329772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1055.333150] env[65481]: INFO nova.compute.manager [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Terminating instance [ 1055.602550] env[65481]: WARNING neutronclient.v2_0.client [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.636671] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93f5d7fe-2be8-46c3-a6a9-7bcca2e765a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.659020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cad87c-7cef-4753-9eda-27cb9fe98381 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.661526] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885099, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.705103] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885097, 'name': Rename_Task, 'duration_secs': 1.309634} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1055.710341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45e8f822-0de4-4083-b012-8e9073a1656c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.713507] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1055.716979] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dea0f6f9-2b94-4195-8635-1f95d4bdd66e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.719071] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1055.719318] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1055.731084] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885100, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.732763] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1055.732763] env[65481]: value = "task-4885102" [ 1055.732763] env[65481]: _type = "Task" [ 1055.732763] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.738024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e38d17d-8fe4-489e-9d0b-53f34819ce72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.760508] env[65481]: DEBUG nova.compute.provider_tree [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1055.766484] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885102, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.812709] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885101, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.836862] env[65481]: DEBUG nova.compute.manager [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1055.837113] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1055.838605] env[65481]: WARNING neutronclient.v2_0.client [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1055.842382] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c62d5a8d-0410-4209-9604-d6fe7c0ff97a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.853065] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1055.853269] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4f441cce-8e92-4f7c-b671-babf130694d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1055.861844] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1055.861844] env[65481]: value = "task-4885103" [ 1055.861844] env[65481]: _type = "Task" [ 1055.861844] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1055.873123] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885103, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1055.949941] env[65481]: DEBUG nova.network.neutron [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Updated VIF entry in instance network info cache for port 9a5d7609-2f82-422a-948b-4e4a205db7c7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1055.950401] env[65481]: DEBUG nova.network.neutron [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Updating instance_info_cache with network_info: [{"id": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "address": "fa:16:3e:9f:41:dc", "network": {"id": "00352d69-2e2b-4b2c-893b-f5dde12ac1f5", "bridge": "br-int", "label": "tempest-ServerDiskConfigTestJSON-448932608-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.2", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.3"}}], "meta": {"injected": false, "tenant_id": "844bcb8470044e48bf34580cf652307d", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "1a8c8175-1197-4f12-baac-ef6aba95f585", "external-id": "nsx-vlan-transportzone-832", "segmentation_id": 832, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap9a5d7609-2f", "ovs_interfaceid": "9a5d7609-2f82-422a-948b-4e4a205db7c7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1056.076055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.076376] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.153695] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885099, 'name': CreateVM_Task, 'duration_secs': 0.717086} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.153938] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1056.154578] env[65481]: WARNING neutronclient.v2_0.client [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1056.154962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.155193] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.155585] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1056.155873] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b4de611e-b2a8-4da2-b61b-2a60bd4de858 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.163070] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1056.163070] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528178f1-daea-3b57-537d-d67d69430caf" [ 1056.163070] env[65481]: _type = "Task" [ 1056.163070] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.172455] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528178f1-daea-3b57-537d-d67d69430caf, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.215402] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885100, 'name': ReconfigVM_Task, 'duration_secs': 0.86974} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.216334] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Reconfigured VM instance instance-00000062 to attach disk [datastore2] b8c36bc3-1685-4ebb-9ba6-2ada85242047/b8c36bc3-1685-4ebb-9ba6-2ada85242047.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1056.217086] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-776a3fa5-aedb-4131-aaeb-fc754a8dcf92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.223079] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1056.228330] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1056.228330] env[65481]: value = "task-4885104" [ 1056.228330] env[65481]: _type = "Task" [ 1056.228330] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.239849] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885104, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.251489] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885102, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.268952] env[65481]: DEBUG nova.scheduler.client.report [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1056.313482] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885101, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.70487} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.313917] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 14fcb6b8-6f39-487e-a940-6251e5995bc6/14fcb6b8-6f39-487e-a940-6251e5995bc6.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1056.314158] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1056.314516] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d2179be4-d021-46fc-a552-06f561d96eec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.323145] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1056.323145] env[65481]: value = "task-4885105" [ 1056.323145] env[65481]: _type = "Task" [ 1056.323145] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.334945] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885105, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.372997] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885103, 'name': PowerOffVM_Task, 'duration_secs': 0.269251} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.373329] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1056.373492] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1056.373758] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ff779643-e8c3-400f-98ac-a040425726e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.454137] env[65481]: DEBUG oslo_concurrency.lockutils [req-149c5af6-ca05-4b24-969f-0789eb2c18f4 req-4f07bdf7-c3bb-486b-a546-8c6199725075 service nova] Releasing lock "refresh_cache-2c6463b4-c1a1-44b6-9643-f317de251993" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.466803] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1056.467051] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1056.467274] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore1] 595103db-8b32-4d39-9bac-c13e9d7d90f1 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1056.467590] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce9f5550-faed-4302-af2b-a47f48ac856b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.477389] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1056.477389] env[65481]: value = "task-4885107" [ 1056.477389] env[65481]: _type = "Task" [ 1056.477389] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.489783] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885107, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.579785] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1056.673707] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528178f1-daea-3b57-537d-d67d69430caf, 'name': SearchDatastore_Task, 'duration_secs': 0.019453} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.674098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1056.674396] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1056.674652] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1056.674793] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1056.674970] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1056.675312] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-87dafe3a-cf25-431d-9bc7-07e36c1bd39a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.688486] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1056.688747] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1056.689461] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2cb4b094-b933-4f42-ba14-17edef647145 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.695866] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1056.695866] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525359a0-ffac-2383-705b-9944451faa3f" [ 1056.695866] env[65481]: _type = "Task" [ 1056.695866] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.704651] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525359a0-ffac-2383-705b-9944451faa3f, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.747178] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885104, 'name': Rename_Task, 'duration_secs': 0.266915} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.747994] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1056.748330] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-45a760eb-10b8-4afc-9cb5-7031cdb1d02d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.753715] env[65481]: DEBUG oslo_vmware.api [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885102, 'name': PowerOnVM_Task, 'duration_secs': 0.789771} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.754385] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1056.754556] env[65481]: INFO nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Took 11.53 seconds to spawn the instance on the hypervisor. [ 1056.754733] env[65481]: DEBUG nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1056.755650] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd6f5726-4d93-4f05-af81-a6ee5cfb790e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.758955] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1056.760627] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1056.760627] env[65481]: value = "task-4885108" [ 1056.760627] env[65481]: _type = "Task" [ 1056.760627] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.773453] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885108, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.775324] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.416s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1056.775856] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1056.778590] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 11.259s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1056.778771] env[65481]: DEBUG nova.objects.instance [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1056.835366] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885105, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.188078} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.836662] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1056.838025] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce4bc844-86e7-428d-800f-8bd0dceccd4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.863629] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Reconfiguring VM instance instance-00000063 to attach disk [datastore1] 14fcb6b8-6f39-487e-a940-6251e5995bc6/14fcb6b8-6f39-487e-a940-6251e5995bc6.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1056.864373] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d607c8db-8abe-4042-971c-bf7ab595af0d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1056.885747] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1056.885747] env[65481]: value = "task-4885109" [ 1056.885747] env[65481]: _type = "Task" [ 1056.885747] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1056.895465] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885109, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1056.989308] env[65481]: DEBUG oslo_vmware.api [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885107, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.48838} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1056.989660] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1056.989909] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1056.990158] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1056.990403] env[65481]: INFO nova.compute.manager [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1056.990691] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1056.990992] env[65481]: DEBUG nova.compute.manager [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1056.991164] env[65481]: DEBUG nova.network.neutron [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1056.991453] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.096095] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.103428] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1057.208067] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525359a0-ffac-2383-705b-9944451faa3f, 'name': SearchDatastore_Task, 'duration_secs': 0.032874} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.208918] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9975138e-f4cf-4a05-aeac-0d209959af0a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.216912] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1057.216912] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522dc010-5b9c-405a-e05c-ec7ac6c3a728" [ 1057.216912] env[65481]: _type = "Task" [ 1057.216912] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.227390] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522dc010-5b9c-405a-e05c-ec7ac6c3a728, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.284419] env[65481]: DEBUG nova.compute.utils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1057.288808] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885108, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.291138] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1057.291346] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1057.291659] env[65481]: WARNING neutronclient.v2_0.client [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.291950] env[65481]: WARNING neutronclient.v2_0.client [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1057.294427] env[65481]: INFO nova.compute.manager [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Took 32.62 seconds to build instance. [ 1057.385241] env[65481]: DEBUG nova.policy [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1057.399860] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885109, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.409374] env[65481]: DEBUG nova.compute.manager [req-b5cc8904-9596-4a58-bb19-c223e13e2179 req-0401f9c4-3bd8-45a2-8c6e-5285feb9b8a0 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Received event network-vif-deleted-277fc81c-c874-4110-a442-21a024412a9f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1057.409574] env[65481]: INFO nova.compute.manager [req-b5cc8904-9596-4a58-bb19-c223e13e2179 req-0401f9c4-3bd8-45a2-8c6e-5285feb9b8a0 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Neutron deleted interface 277fc81c-c874-4110-a442-21a024412a9f; detaching it from the instance and deleting it from the info cache [ 1057.409743] env[65481]: DEBUG nova.network.neutron [req-b5cc8904-9596-4a58-bb19-c223e13e2179 req-0401f9c4-3bd8-45a2-8c6e-5285feb9b8a0 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.717662] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Successfully created port: 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1057.732509] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522dc010-5b9c-405a-e05c-ec7ac6c3a728, 'name': SearchDatastore_Task, 'duration_secs': 0.015711} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.732792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1057.733066] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2c6463b4-c1a1-44b6-9643-f317de251993/2c6463b4-c1a1-44b6-9643-f317de251993.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1057.733346] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-3e44608a-79df-41ef-83a4-2632b4aff28e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.742556] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1057.742556] env[65481]: value = "task-4885110" [ 1057.742556] env[65481]: _type = "Task" [ 1057.742556] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.751575] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885110, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.771667] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885108, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.790703] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1057.794767] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f955f677-ca53-4f2e-b876-b236994a2e42 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.016s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.796135] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 8.641s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1057.796324] env[65481]: DEBUG nova.objects.instance [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lazy-loading 'resources' on Instance uuid 35d50bb4-3848-4cc0-9027-0b2aa6b78332 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1057.797631] env[65481]: DEBUG oslo_concurrency.lockutils [None req-771a520b-04a6-4245-b52b-2870d23ffa14 tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 34.135s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1057.836058] env[65481]: DEBUG nova.network.neutron [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1057.902532] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885109, 'name': ReconfigVM_Task, 'duration_secs': 0.648185} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1057.902849] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Reconfigured VM instance instance-00000063 to attach disk [datastore1] 14fcb6b8-6f39-487e-a940-6251e5995bc6/14fcb6b8-6f39-487e-a940-6251e5995bc6.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1057.906631] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9ebff48c-e48f-49bd-bcfe-d4c56474b2b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.912827] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1057.912827] env[65481]: value = "task-4885111" [ 1057.912827] env[65481]: _type = "Task" [ 1057.912827] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1057.913088] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-6d2b38f3-10ff-449c-8bf6-10c648bfd7ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.926925] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885111, 'name': Rename_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1057.931743] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9141217-9032-48a6-bf3c-c42e41002e0a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1057.981812] env[65481]: DEBUG nova.compute.manager [req-b5cc8904-9596-4a58-bb19-c223e13e2179 req-0401f9c4-3bd8-45a2-8c6e-5285feb9b8a0 service nova] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Detach interface failed, port_id=277fc81c-c874-4110-a442-21a024412a9f, reason: Instance 595103db-8b32-4d39-9bac-c13e9d7d90f1 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1058.076193] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1058.077287] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f12be0a-ecc3-4d8c-ae10-b746c8c429ff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.085147] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1058.085432] env[65481]: ERROR oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk due to incomplete transfer. [ 1058.085708] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-afd5b52d-5099-4c48-b936-f2cfc41159b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.096067] env[65481]: DEBUG oslo_vmware.rw_handles [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b87a2f-12bd-f073-1b7d-a62a1e4bcb2e/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1058.096494] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Uploaded image fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1058.100055] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1058.100055] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-9609c7c5-5193-46a5-a381-a06a1a6a4416 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.108528] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1058.108528] env[65481]: value = "task-4885112" [ 1058.108528] env[65481]: _type = "Task" [ 1058.108528] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.119616] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885112, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.253521] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885110, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.272914] env[65481]: DEBUG oslo_vmware.api [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885108, 'name': PowerOnVM_Task, 'duration_secs': 1.134832} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.274062] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1058.274062] env[65481]: INFO nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Took 10.64 seconds to spawn the instance on the hypervisor. [ 1058.274062] env[65481]: DEBUG nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1058.275027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3197b1f-4b20-4948-a9be-d2c918b8d930 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.340035] env[65481]: INFO nova.compute.manager [-] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Took 1.35 seconds to deallocate network for instance. [ 1058.429686] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885111, 'name': Rename_Task, 'duration_secs': 0.238068} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1058.430098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1058.430387] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41862f77-0350-430e-a487-968e0752eed0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.439415] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1058.439415] env[65481]: value = "task-4885113" [ 1058.439415] env[65481]: _type = "Task" [ 1058.439415] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1058.449285] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885113, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.594350] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b659e27a-9dc2-46ca-b041-e688aa2d14d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.603125] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6f7bba-a73b-4745-85d3-e75d5b2c5031 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.642279] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12731efc-3d24-4836-bb00-12afca19da84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.648012] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885112, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1058.654542] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b90c5ee-4778-4991-8b37-6748a69ad757 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1058.661041] env[65481]: DEBUG nova.compute.manager [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Received event network-changed-82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1058.661107] env[65481]: DEBUG nova.compute.manager [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Refreshing instance network info cache due to event network-changed-82017cad-e856-4545-8d77-81471f17b2a5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1058.661324] env[65481]: DEBUG oslo_concurrency.lockutils [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] Acquiring lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1058.661500] env[65481]: DEBUG oslo_concurrency.lockutils [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] Acquired lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1058.661702] env[65481]: DEBUG nova.network.neutron [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Refreshing network info cache for port 82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1058.674187] env[65481]: DEBUG nova.compute.provider_tree [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1059.572483] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1059.575291] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.575900] env[65481]: WARNING neutronclient.v2_0.client [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.578993] env[65481]: DEBUG nova.scheduler.client.report [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1059.581935] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885110, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.674643} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.583182] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Successfully updated port: 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1059.587304] env[65481]: DEBUG nova.compute.manager [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-vif-plugged-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.587516] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1059.587672] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1059.587832] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1059.588013] env[65481]: DEBUG nova.compute.manager [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] No waiting events found dispatching network-vif-plugged-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1059.588531] env[65481]: WARNING nova.compute.manager [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received unexpected event network-vif-plugged-6e957934-fe82-4341-bffb-9015e1e01560 for instance with vm_state building and task_state spawning. [ 1059.588531] env[65481]: DEBUG nova.compute.manager [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-changed-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1059.588531] env[65481]: DEBUG nova.compute.manager [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing instance network info cache due to event network-changed-6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1059.588745] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1059.589113] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1059.589113] env[65481]: DEBUG nova.network.neutron [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1059.597957] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 2c6463b4-c1a1-44b6-9643-f317de251993/2c6463b4-c1a1-44b6-9643-f317de251993.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1059.598266] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1059.598932] env[65481]: INFO nova.compute.manager [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Took 30.79 seconds to build instance. [ 1059.601201] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-4ed370af-385e-4e17-800a-b8c614a81977 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.612679] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885112, 'name': Destroy_Task, 'duration_secs': 1.019903} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1059.619886] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Destroyed the VM [ 1059.620182] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1059.620988] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1059.620988] env[65481]: value = "task-4885114" [ 1059.620988] env[65481]: _type = "Task" [ 1059.620988] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.621551] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885113, 'name': PowerOnVM_Task} progress is 81%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.622135] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b1b4c279-9acd-4330-b8aa-b93eb647c992 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.631159] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1059.631422] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1059.631572] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1059.631751] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1059.631893] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1059.632134] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1059.632273] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1059.632450] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1059.632620] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1059.632787] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1059.633017] env[65481]: DEBUG nova.virt.hardware [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1059.634989] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24174e18-9a6c-4c4f-9941-da2e2ea529cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.640981] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1059.640981] env[65481]: value = "task-4885115" [ 1059.640981] env[65481]: _type = "Task" [ 1059.640981] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1059.650959] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885114, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.655932] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91af2b3a-c7b1-4e5e-b75d-9611f2470c1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1059.664901] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885115, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1059.826615] env[65481]: WARNING neutronclient.v2_0.client [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1059.913156] env[65481]: DEBUG nova.network.neutron [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updated VIF entry in instance network info cache for port 82017cad-e856-4545-8d77-81471f17b2a5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1059.913529] env[65481]: DEBUG nova.network.neutron [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updating instance_info_cache with network_info: [{"id": "82017cad-e856-4545-8d77-81471f17b2a5", "address": "fa:16:3e:1d:2f:ca", "network": {"id": "57d26d9d-a535-4a3d-9cef-ccdfb253a195", "bridge": "br-int", "label": "tempest-ServersV294TestFqdnHostnames-1525878988-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.144", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7a59adb80b37416bb627ebf997174e38", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "dd7d0d95-6848-4e69-ac21-75f8db82a3b5", "external-id": "nsx-vlan-transportzone-272", "segmentation_id": 272, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap82017cad-e8", "ovs_interfaceid": "82017cad-e856-4545-8d77-81471f17b2a5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.087391] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.291s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.090333] env[65481]: DEBUG oslo_vmware.api [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885113, 'name': PowerOnVM_Task, 'duration_secs': 1.355742} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.090333] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.331s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.091842] env[65481]: INFO nova.compute.claims [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1060.096136] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1060.096424] env[65481]: INFO nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Took 9.96 seconds to spawn the instance on the hypervisor. [ 1060.096666] env[65481]: DEBUG nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.098349] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab6b5fe4-931e-4942-817d-77493b851be7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.104064] env[65481]: WARNING neutronclient.v2_0.client [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1060.107225] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1060.108860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2573a436-8d85-4d36-a14e-ff674c6611c8 tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 32.307s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.122436] env[65481]: INFO nova.scheduler.client.report [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Deleted allocations for instance 35d50bb4-3848-4cc0-9027-0b2aa6b78332 [ 1060.137936] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885114, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.176355} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.138425] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1060.139618] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75302c50-036c-46fd-918f-3f4b37d732e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.148013] env[65481]: DEBUG nova.network.neutron [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1060.172727] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Reconfiguring VM instance instance-00000064 to attach disk [datastore2] 2c6463b4-c1a1-44b6-9643-f317de251993/2c6463b4-c1a1-44b6-9643-f317de251993.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1060.173120] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885115, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.174577] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-99c99b1a-4762-492e-9a66-587445661207 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.198508] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1060.198508] env[65481]: value = "task-4885116" [ 1060.198508] env[65481]: _type = "Task" [ 1060.198508] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.211526] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885116, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.260893] env[65481]: DEBUG nova.network.neutron [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1060.416657] env[65481]: DEBUG oslo_concurrency.lockutils [req-87cf638a-db90-4a15-b9e6-548a2b02e008 req-39e9e021-16c1-4004-bb84-5115a1b5d9ed service nova] Releasing lock "refresh_cache-c46acfa1-0a1a-4141-9182-6e81b66609bf" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.459671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.460150] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.460442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1060.460815] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1060.461024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.463318] env[65481]: INFO nova.compute.manager [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Terminating instance [ 1060.626735] env[65481]: INFO nova.compute.manager [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Took 31.79 seconds to build instance. [ 1060.634018] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4f542ceb-4847-49d8-b7c5-784eb20e3c5f tempest-FloatingIPsAssociationTestJSON-43858809 tempest-FloatingIPsAssociationTestJSON-43858809-project-member] Lock "35d50bb4-3848-4cc0-9027-0b2aa6b78332" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 15.426s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1060.656103] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885115, 'name': RemoveSnapshot_Task, 'duration_secs': 0.684309} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.656455] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1060.656776] env[65481]: DEBUG nova.compute.manager [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1060.657714] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ec3e613b-1d6c-4416-9660-d4fae48413f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.710539] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885116, 'name': ReconfigVM_Task, 'duration_secs': 0.482881} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1060.710878] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Reconfigured VM instance instance-00000064 to attach disk [datastore2] 2c6463b4-c1a1-44b6-9643-f317de251993/2c6463b4-c1a1-44b6-9643-f317de251993.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1060.711578] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-6b81ee10-e66b-4319-8d75-7e56d8f27d3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.720213] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1060.720213] env[65481]: value = "task-4885117" [ 1060.720213] env[65481]: _type = "Task" [ 1060.720213] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.730404] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885117, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1060.764272] env[65481]: DEBUG oslo_concurrency.lockutils [req-723340eb-2041-49a8-904f-813f4c8850c4 req-1a1b61e1-dbb4-4574-b81b-4a5e95fe9571 service nova] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1060.764860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1060.765193] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1060.968729] env[65481]: DEBUG nova.compute.manager [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1060.969011] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1060.969913] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ee3fa29-7bf2-4283-a7a4-c1fa8ff05a0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.978468] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1060.978817] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-14e2e58c-d1f0-4bd9-9579-6748c6a5cf4c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1060.986745] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1060.986745] env[65481]: value = "task-4885118" [ 1060.986745] env[65481]: _type = "Task" [ 1060.986745] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1060.998941] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885118, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.130064] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5e30b2f2-4352-4d39-8a00-b10ab0be02f0 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.304s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1061.174548] env[65481]: INFO nova.compute.manager [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Shelve offloading [ 1061.234189] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885117, 'name': Rename_Task, 'duration_secs': 0.198866} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.234642] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1061.234880] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-9a641fe9-a147-4401-a166-9c467ab4ead4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.245852] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1061.245852] env[65481]: value = "task-4885119" [ 1061.245852] env[65481]: _type = "Task" [ 1061.245852] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.256565] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885119, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.372372] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1061.387897] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-139f56df-80e0-47d4-a230-2c6bbb6aae2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.396845] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-91761dcb-d8e5-4ee7-aa5b-b15ef3909902 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.435519] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a969cf85-8eab-4610-af02-766775050334 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.444831] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0268c23a-df18-426f-a45c-3422ec9a807a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.461088] env[65481]: DEBUG nova.compute.provider_tree [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1061.501829] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885118, 'name': PowerOffVM_Task, 'duration_secs': 0.280438} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1061.501829] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1061.501829] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1061.501829] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-a2561c40-4fab-428c-b043-db99fa6a4ef3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.538814] env[65481]: WARNING neutronclient.v2_0.client [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1061.598744] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1061.599148] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1061.599510] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Deleting the datastore file [datastore2] b8c36bc3-1685-4ebb-9ba6-2ada85242047 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1061.599979] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-64e81640-e8c1-4d3b-a19c-5223952c0698 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.610205] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for the task: (returnval){ [ 1061.610205] env[65481]: value = "task-4885121" [ 1061.610205] env[65481]: _type = "Task" [ 1061.610205] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.620113] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885121, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.627342] env[65481]: DEBUG nova.network.neutron [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1061.680498] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1061.680999] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f2a6b297-f901-4a09-b037-d7499be39d6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.690430] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1061.690430] env[65481]: value = "task-4885122" [ 1061.690430] env[65481]: _type = "Task" [ 1061.690430] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1061.700689] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885122, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.757095] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885119, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1061.860460] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1061.861245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1061.861245] env[65481]: DEBUG nova.compute.manager [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1061.863112] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83838058-ede3-45fe-9b15-99ff64acb8ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1061.869331] env[65481]: DEBUG nova.compute.manager [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1061.870044] env[65481]: DEBUG nova.objects.instance [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'flavor' on Instance uuid 14fcb6b8-6f39-487e-a940-6251e5995bc6 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1061.964600] env[65481]: DEBUG nova.scheduler.client.report [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1062.120412] env[65481]: DEBUG oslo_vmware.api [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Task: {'id': task-4885121, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.411721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.120715] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1062.120895] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1062.121083] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1062.121250] env[65481]: INFO nova.compute.manager [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1062.121497] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.121799] env[65481]: DEBUG nova.compute.manager [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1062.121950] env[65481]: DEBUG nova.network.neutron [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1062.122285] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.130186] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1062.130676] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance network_info: |[{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1062.131217] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:d9:76:46', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '2b6c45fd-e930-495a-9cb7-df84eda443b1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '6e957934-fe82-4341-bffb-9015e1e01560', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1062.139186] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1062.139417] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1062.139862] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-940147b2-4fdb-499a-b6d8-5d77479652d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.159324] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.162396] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1062.162396] env[65481]: value = "task-4885123" [ 1062.162396] env[65481]: _type = "Task" [ 1062.162396] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.170883] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885123, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.201626] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1062.201859] env[65481]: DEBUG nova.compute.manager [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.202709] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cf485e-ab8f-4fcd-b48a-cb78df27fcd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.209684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.209856] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.210039] env[65481]: DEBUG nova.network.neutron [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1062.258707] env[65481]: DEBUG oslo_vmware.api [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885119, 'name': PowerOnVM_Task, 'duration_secs': 0.904297} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.258877] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1062.259072] env[65481]: INFO nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Took 9.66 seconds to spawn the instance on the hypervisor. [ 1062.259285] env[65481]: DEBUG nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1062.260587] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-499c3436-3e3f-40b3-8c69-c803cb58a397 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.467773] env[65481]: DEBUG nova.compute.manager [req-2b029801-037a-4134-85e6-806f9fb2d3e7 req-ec03f9b9-ba34-4ea0-9def-a5ee7b660afd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Received event network-vif-deleted-324b8c76-0d01-4b19-aa12-8f25db94ea1b {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1062.467773] env[65481]: INFO nova.compute.manager [req-2b029801-037a-4134-85e6-806f9fb2d3e7 req-ec03f9b9-ba34-4ea0-9def-a5ee7b660afd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Neutron deleted interface 324b8c76-0d01-4b19-aa12-8f25db94ea1b; detaching it from the instance and deleting it from the info cache [ 1062.467773] env[65481]: DEBUG nova.network.neutron [req-2b029801-037a-4134-85e6-806f9fb2d3e7 req-ec03f9b9-ba34-4ea0-9def-a5ee7b660afd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.471688] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1062.471688] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1062.475915] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 5.370s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1062.477663] env[65481]: INFO nova.compute.claims [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1062.673875] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885123, 'name': CreateVM_Task, 'duration_secs': 0.384702} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1062.674213] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1062.674628] env[65481]: WARNING neutronclient.v2_0.client [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.674993] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1062.675154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1062.675474] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1062.675745] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-381df95c-8ee5-41ba-9fda-78cbef15c1a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.682058] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1062.682058] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52623f88-301c-a014-4c44-8b118de0ae72" [ 1062.682058] env[65481]: _type = "Task" [ 1062.682058] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.693280] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52623f88-301c-a014-4c44-8b118de0ae72, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.714166] env[65481]: WARNING neutronclient.v2_0.client [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.781875] env[65481]: INFO nova.compute.manager [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Took 32.17 seconds to build instance. [ 1062.877776] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1062.878050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-66c01821-be68-46c8-986e-f371d4ac01f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.885877] env[65481]: DEBUG oslo_vmware.api [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1062.885877] env[65481]: value = "task-4885124" [ 1062.885877] env[65481]: _type = "Task" [ 1062.885877] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1062.898053] env[65481]: DEBUG oslo_vmware.api [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885124, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1062.903971] env[65481]: WARNING neutronclient.v2_0.client [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1062.937433] env[65481]: DEBUG nova.network.neutron [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1062.969649] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-ee8dfba7-77d3-4ff8-8325-bab0b46c47d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1062.983274] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8406b011-f1b0-4cbe-98e5-5c3d5f1c9c46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.000874] env[65481]: DEBUG nova.compute.utils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1063.007939] env[65481]: DEBUG nova.network.neutron [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1063.008740] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1063.008883] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1063.009206] env[65481]: WARNING neutronclient.v2_0.client [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.009496] env[65481]: WARNING neutronclient.v2_0.client [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.045209] env[65481]: DEBUG nova.compute.manager [req-2b029801-037a-4134-85e6-806f9fb2d3e7 req-ec03f9b9-ba34-4ea0-9def-a5ee7b660afd service nova] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Detach interface failed, port_id=324b8c76-0d01-4b19-aa12-8f25db94ea1b, reason: Instance b8c36bc3-1685-4ebb-9ba6-2ada85242047 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1063.102920] env[65481]: DEBUG nova.policy [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1063.198088] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52623f88-301c-a014-4c44-8b118de0ae72, 'name': SearchDatastore_Task, 'duration_secs': 0.012864} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.198320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.198494] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1063.198723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1063.198860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1063.199041] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1063.199392] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ab7495e6-33f1-466a-bc99-7422310b5d36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.211171] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1063.211357] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1063.212107] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b9989242-3084-4c0d-a753-92dbe65877e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.218505] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1063.218505] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e805f7-2425-f29b-1c66-cf8fa9790402" [ 1063.218505] env[65481]: _type = "Task" [ 1063.218505] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.227226] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e805f7-2425-f29b-1c66-cf8fa9790402, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.284204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8957e316-c7ca-4881-9311-8ab01d57ee87 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 33.687s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.397041] env[65481]: DEBUG oslo_vmware.api [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885124, 'name': PowerOffVM_Task, 'duration_secs': 0.258825} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.397403] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1063.397518] env[65481]: DEBUG nova.compute.manager [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1063.398339] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-83fb7fa6-d773-4656-9f13-9e3047d3a97c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.440450] env[65481]: INFO nova.compute.manager [-] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Took 1.32 seconds to deallocate network for instance. [ 1063.446147] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Successfully created port: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1063.509141] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1063.514975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1063.515170] env[65481]: WARNING neutronclient.v2_0.client [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.515463] env[65481]: WARNING neutronclient.v2_0.client [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1063.732496] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e805f7-2425-f29b-1c66-cf8fa9790402, 'name': SearchDatastore_Task, 'duration_secs': 0.024359} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1063.733791] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-08add1ac-ec3d-428d-9c4c-475a79b52e86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.742174] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1063.742174] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e993b9-e186-249a-94fa-25f207d44e37" [ 1063.742174] env[65481]: _type = "Task" [ 1063.742174] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.751566] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e993b9-e186-249a-94fa-25f207d44e37, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1063.778577] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb685be3-7642-4ce5-bd0c-fa8dbaf0b799 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.786123] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-18e6e8f1-83d8-4e9c-bbac-57dd28c91144 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.819597] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee07caad-f680-464e-9b7e-070f60994ea4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.828549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-475d24ac-a352-4bfe-899a-3498db431bb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.844846] env[65481]: DEBUG nova.compute.provider_tree [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1063.871972] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1063.872981] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3924985c-754b-48b3-a811-8331957ce66f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.881284] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1063.881563] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-da7ff59e-112f-4a3c-a4ee-839817f3f6cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.912651] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e83af1aa-2ca0-4e50-94e8-b653f0788872 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.051s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.922963] env[65481]: DEBUG nova.compute.manager [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-vif-unplugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1063.923485] env[65481]: DEBUG oslo_concurrency.lockutils [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.924049] env[65481]: DEBUG oslo_concurrency.lockutils [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1063.924177] env[65481]: DEBUG oslo_concurrency.lockutils [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1063.924529] env[65481]: DEBUG nova.compute.manager [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] No waiting events found dispatching network-vif-unplugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1063.924735] env[65481]: WARNING nova.compute.manager [req-608a306e-dee4-49d3-b88e-1f1ebffecb25 req-e7362a6d-493e-4036-a4fa-6b9f486225e3 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received unexpected event network-vif-unplugged-5cff97b8-4a83-4394-9b22-408121df5256 for instance with vm_state shelved and task_state shelving_offloading. [ 1063.949510] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1063.949788] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1063.949964] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleting the datastore file [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1063.950951] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1063.951214] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-297335f7-1736-4225-abd0-ae6e0aa3506d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1063.959157] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1063.959157] env[65481]: value = "task-4885126" [ 1063.959157] env[65481]: _type = "Task" [ 1063.959157] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1063.967901] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885126, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.254024] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e993b9-e186-249a-94fa-25f207d44e37, 'name': SearchDatastore_Task, 'duration_secs': 0.042243} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.254024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1064.254196] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 541937cd-658d-469d-aeda-5920079b5c73/541937cd-658d-469d-aeda-5920079b5c73.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1064.254501] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f220b260-3778-478e-8e77-9fbb46c9aa4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.262907] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1064.262907] env[65481]: value = "task-4885127" [ 1064.262907] env[65481]: _type = "Task" [ 1064.262907] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1064.274211] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885127, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.349017] env[65481]: DEBUG nova.scheduler.client.report [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1064.471441] env[65481]: DEBUG oslo_vmware.api [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885126, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.33406} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1064.472420] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1064.472420] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1064.472420] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1064.497716] env[65481]: INFO nova.scheduler.client.report [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted allocations for instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 [ 1064.520893] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1064.547359] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1064.547602] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1064.547755] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1064.547931] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1064.548088] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1064.548234] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1064.548440] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1064.548594] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1064.548752] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1064.548904] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1064.549079] env[65481]: DEBUG nova.virt.hardware [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1064.550375] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8ad4b4c2-feda-4716-bde3-fe93b1d1a106 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.554564] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.554803] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.556916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.557161] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.557324] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.561817] env[65481]: INFO nova.compute.manager [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Terminating instance [ 1064.564562] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e80382-59db-4e05-81ce-639f88201ae9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1064.776205] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885127, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1064.857081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.383s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.857701] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1064.864768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 5.286s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.864768] env[65481]: DEBUG nova.objects.instance [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'resources' on Instance uuid 595103db-8b32-4d39-9bac-c13e9d7d90f1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1064.897438] env[65481]: DEBUG nova.compute.manager [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Received event network-vif-plugged-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1064.897681] env[65481]: DEBUG oslo_concurrency.lockutils [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] Acquiring lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.897985] env[65481]: DEBUG oslo_concurrency.lockutils [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.898222] env[65481]: DEBUG oslo_concurrency.lockutils [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.898370] env[65481]: DEBUG nova.compute.manager [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] No waiting events found dispatching network-vif-plugged-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1064.898881] env[65481]: WARNING nova.compute.manager [req-4c3b7746-3577-4b54-8462-e9d8af25221e req-a2c9276f-bbe1-4277-8b60-329963cad54e service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Received unexpected event network-vif-plugged-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 for instance with vm_state building and task_state spawning. [ 1064.902706] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "2c6463b4-c1a1-44b6-9643-f317de251993" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.902950] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.903200] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1064.903505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1064.903780] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1064.906123] env[65481]: INFO nova.compute.manager [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Terminating instance [ 1065.002938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1065.004344] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Successfully updated port: 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1065.071120] env[65481]: DEBUG nova.compute.manager [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1065.071370] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.072818] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a3a295c-928b-4446-a712-45caa64167be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.082345] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1065.082581] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-64d5073a-9826-4be0-ab5e-fd6660f71f82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.158481] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1065.158718] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1065.158878] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore1] 14fcb6b8-6f39-487e-a940-6251e5995bc6 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1065.159195] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4c75c43c-7919-4443-ba23-a98b9861fc25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.167055] env[65481]: DEBUG oslo_vmware.api [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1065.167055] env[65481]: value = "task-4885129" [ 1065.167055] env[65481]: _type = "Task" [ 1065.167055] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.175902] env[65481]: DEBUG oslo_vmware.api [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885129, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.275510] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885127, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.874926} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.275626] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 541937cd-658d-469d-aeda-5920079b5c73/541937cd-658d-469d-aeda-5920079b5c73.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1065.275888] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1065.276200] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1034dd0d-4ee0-4b8b-a6e7-5f9b9a86ee3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.285301] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1065.285301] env[65481]: value = "task-4885130" [ 1065.285301] env[65481]: _type = "Task" [ 1065.285301] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.295745] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885130, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.364780] env[65481]: DEBUG nova.compute.utils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1065.366476] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1065.366736] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1065.367513] env[65481]: WARNING neutronclient.v2_0.client [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.367513] env[65481]: WARNING neutronclient.v2_0.client [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.412343] env[65481]: DEBUG nova.compute.manager [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1065.412719] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1065.413515] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10147503-0605-45a3-83f0-3249262b90c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.422305] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1065.422616] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a9781036-0eda-40ad-a126-035f99df88e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.425508] env[65481]: DEBUG nova.policy [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a8e7f48f9ef04f538ec081f4112fa772', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'cedc0779444549f689d1a54807a82305', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1065.434160] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1065.434160] env[65481]: value = "task-4885131" [ 1065.434160] env[65481]: _type = "Task" [ 1065.434160] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.444235] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.510268] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1065.510487] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1065.510615] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1065.590265] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57fb08bc-3926-42c8-83ba-64ae0b1a2fb8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.599966] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8514ee0-9c22-4e64-95ef-1cc455cafd07 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.634862] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd8c3f40-754d-4f8d-987a-ca6be3e5da3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.646090] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34e7673-9b50-4a8a-9e7e-a2139fed27a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.658886] env[65481]: DEBUG nova.compute.provider_tree [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1065.677672] env[65481]: DEBUG oslo_vmware.api [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885129, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.1849} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.677939] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1065.678136] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1065.678309] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1065.678477] env[65481]: INFO nova.compute.manager [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Took 0.61 seconds to destroy the instance on the hypervisor. [ 1065.678723] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1065.678912] env[65481]: DEBUG nova.compute.manager [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1065.679022] env[65481]: DEBUG nova.network.neutron [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1065.679283] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.761532] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1065.783424] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Successfully created port: 30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1065.795849] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885130, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068722} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1065.796036] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1065.796774] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3adb54ee-bb5f-48bb-b10a-3c3ebf8a583d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.820813] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfiguring VM instance instance-00000065 to attach disk [datastore1] 541937cd-658d-469d-aeda-5920079b5c73/541937cd-658d-469d-aeda-5920079b5c73.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1065.821258] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-501ebdb2-b92a-4d32-9c7c-05649ad10b56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1065.846067] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1065.846067] env[65481]: value = "task-4885132" [ 1065.846067] env[65481]: _type = "Task" [ 1065.846067] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1065.855314] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885132, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1065.873240] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1065.945914] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885131, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.040525] env[65481]: DEBUG nova.compute.manager [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-changed-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.040525] env[65481]: DEBUG nova.compute.manager [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing instance network info cache due to event network-changed-5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1066.040683] env[65481]: DEBUG oslo_concurrency.lockutils [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.041827] env[65481]: DEBUG oslo_concurrency.lockutils [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.041827] env[65481]: DEBUG nova.network.neutron [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.054593] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1066.150671] env[65481]: WARNING neutronclient.v2_0.client [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.162957] env[65481]: DEBUG nova.scheduler.client.report [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1066.284065] env[65481]: DEBUG nova.network.neutron [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Updating instance_info_cache with network_info: [{"id": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "address": "fa:16:3e:5a:a6:c0", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad5f2aa-56", "ovs_interfaceid": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.356961] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885132, 'name': ReconfigVM_Task, 'duration_secs': 0.294234} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.357345] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfigured VM instance instance-00000065 to attach disk [datastore1] 541937cd-658d-469d-aeda-5920079b5c73/541937cd-658d-469d-aeda-5920079b5c73.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1066.358084] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-e9c98c40-65bd-43c8-b569-983470e7b056 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.366881] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1066.366881] env[65481]: value = "task-4885133" [ 1066.366881] env[65481]: _type = "Task" [ 1066.366881] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.377288] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885133, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.447280] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885131, 'name': PowerOffVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.473391] env[65481]: DEBUG nova.network.neutron [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1066.544828] env[65481]: WARNING neutronclient.v2_0.client [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.668494] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.807s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1066.674246] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.720s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1066.674658] env[65481]: DEBUG nova.objects.instance [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lazy-loading 'resources' on Instance uuid b8c36bc3-1685-4ebb-9ba6-2ada85242047 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1066.687343] env[65481]: INFO nova.scheduler.client.report [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted allocations for instance 595103db-8b32-4d39-9bac-c13e9d7d90f1 [ 1066.791044] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1066.791446] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Instance network_info: |[{"id": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "address": "fa:16:3e:5a:a6:c0", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad5f2aa-56", "ovs_interfaceid": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1066.792522] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5a:a6:c0', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '2ad5f2aa-563b-4965-b7f8-5c18af65bfc1', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1066.801249] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1066.801540] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1066.801902] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c45b4382-0c94-451b-8a2c-d858e4979d46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.826182] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1066.826182] env[65481]: value = "task-4885134" [ 1066.826182] env[65481]: _type = "Task" [ 1066.826182] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.836733] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885134, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.881405] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885133, 'name': Rename_Task, 'duration_secs': 0.163975} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.881888] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1066.882287] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1bf3f3af-b49d-4bd3-82e8-ba1d3e4ac5b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.887977] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1066.892083] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1066.892083] env[65481]: value = "task-4885135" [ 1066.892083] env[65481]: _type = "Task" [ 1066.892083] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1066.901637] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885135, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1066.912628] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1066.912927] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1066.913131] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1066.913405] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1066.913591] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1066.913741] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1066.913944] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1066.914131] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1066.914331] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1066.914524] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1066.914772] env[65481]: DEBUG nova.virt.hardware [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1066.915794] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9964087-88e1-47c4-b3d3-991dd08c7adb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.919789] env[65481]: WARNING neutronclient.v2_0.client [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1066.928744] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb1eac16-eab4-48bf-878b-0031828f9407 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.956530] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885131, 'name': PowerOffVM_Task, 'duration_secs': 1.031406} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1066.956855] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1066.957038] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1066.958598] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5b0d542f-9ada-4579-9b82-e7c7f8e158f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1066.970412] env[65481]: DEBUG nova.compute.manager [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Received event network-changed-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1066.970412] env[65481]: DEBUG nova.compute.manager [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Refreshing instance network info cache due to event network-changed-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1066.970412] env[65481]: DEBUG oslo_concurrency.lockutils [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] Acquiring lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1066.970412] env[65481]: DEBUG oslo_concurrency.lockutils [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] Acquired lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1066.970412] env[65481]: DEBUG nova.network.neutron [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Refreshing network info cache for port 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1066.976900] env[65481]: INFO nova.compute.manager [-] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Took 1.30 seconds to deallocate network for instance. [ 1067.033168] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1067.033366] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1067.033575] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleting the datastore file [datastore2] 2c6463b4-c1a1-44b6-9643-f317de251993 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1067.034135] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-96cbbfc2-9550-4235-b687-701eebe7709a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.041695] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for the task: (returnval){ [ 1067.041695] env[65481]: value = "task-4885137" [ 1067.041695] env[65481]: _type = "Task" [ 1067.041695] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.052720] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885137, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.060146] env[65481]: DEBUG nova.network.neutron [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updated VIF entry in instance network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1067.060568] env[65481]: DEBUG nova.network.neutron [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": null, "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.196635] env[65481]: DEBUG oslo_concurrency.lockutils [None req-498df965-5ad1-430b-ba9c-95e8f6993e70 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "595103db-8b32-4d39-9bac-c13e9d7d90f1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 11.867s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1067.341518] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885134, 'name': CreateVM_Task, 'duration_secs': 0.387985} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.341807] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1067.342602] env[65481]: WARNING neutronclient.v2_0.client [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.342998] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.343211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.343597] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1067.343918] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e5d20a69-6e8c-4a2a-ad33-5d95a4bed69a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.353818] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1067.353818] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d56008-c002-9637-f336-1d297f279364" [ 1067.353818] env[65481]: _type = "Task" [ 1067.353818] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.366753] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d56008-c002-9637-f336-1d297f279364, 'name': SearchDatastore_Task, 'duration_secs': 0.012701} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.371075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.371401] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1067.371637] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.372289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.372289] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1067.373075] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Successfully updated port: 30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1067.374770] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-4fd2d134-953a-4622-8517-d1955a12b5bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.387961] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1067.388175] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1067.388944] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-68f82dfc-0bd0-4eae-9600-5bccb9550382 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.402384] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1067.402384] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f529d3-b479-ce42-4ac7-ec4c0ecf8732" [ 1067.402384] env[65481]: _type = "Task" [ 1067.402384] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.409357] env[65481]: DEBUG oslo_vmware.api [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885135, 'name': PowerOnVM_Task, 'duration_secs': 0.504474} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.412479] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1067.412687] env[65481]: INFO nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Took 7.84 seconds to spawn the instance on the hypervisor. [ 1067.412892] env[65481]: DEBUG nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1067.414247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7aed34c9-2ce1-4068-b963-a1c1bb2c45b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.420117] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f529d3-b479-ce42-4ac7-ec4c0ecf8732, 'name': SearchDatastore_Task, 'duration_secs': 0.010875} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.421178] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ffb66de9-0506-435e-b85f-da5ef9a93403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.429237] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89f92eba-e8a3-4d03-90a9-46ab0115cbcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.433515] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1067.433515] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e14508-a0d9-d9fe-9f3e-f3c6b43517a8" [ 1067.433515] env[65481]: _type = "Task" [ 1067.433515] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.439903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb4d0664-582a-4fdb-986a-38e2dee965d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.446292] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e14508-a0d9-d9fe-9f3e-f3c6b43517a8, 'name': SearchDatastore_Task, 'duration_secs': 0.009786} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.446880] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.447153] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8d5cb48f-7c33-4041-8070-1051374b6a5e/8d5cb48f-7c33-4041-8070-1051374b6a5e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1067.447402] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-761cf0ac-e426-491a-ae46-5d67e2c828a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.475357] env[65481]: WARNING neutronclient.v2_0.client [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.479671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.480981] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41e6203a-b37b-42ec-8d3a-089b4c256ab9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.486017] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1067.486017] env[65481]: value = "task-4885138" [ 1067.486017] env[65481]: _type = "Task" [ 1067.486017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1067.486017] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1067.491470] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fc977f2-dcd0-47b2-a95b-b5b60fb02521 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1067.499647] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885138, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1067.513896] env[65481]: DEBUG nova.compute.provider_tree [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1067.554456] env[65481]: DEBUG oslo_vmware.api [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Task: {'id': task-4885137, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.153614} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1067.555085] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1067.555085] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1067.555085] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1067.555198] env[65481]: INFO nova.compute.manager [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Took 2.14 seconds to destroy the instance on the hypervisor. [ 1067.555859] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1067.555859] env[65481]: DEBUG nova.compute.manager [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1067.555859] env[65481]: DEBUG nova.network.neutron [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1067.557159] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.562818] env[65481]: DEBUG oslo_concurrency.lockutils [req-953ef8d9-8b32-4769-b492-1ab53ebb5fed req-2b814ba0-aed1-47e8-a974-5049a98fd0d1 service nova] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1067.589208] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.664210] env[65481]: WARNING neutronclient.v2_0.client [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1067.743973] env[65481]: DEBUG nova.network.neutron [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Updated VIF entry in instance network info cache for port 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1067.744474] env[65481]: DEBUG nova.network.neutron [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Updating instance_info_cache with network_info: [{"id": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "address": "fa:16:3e:5a:a6:c0", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2ad5f2aa-56", "ovs_interfaceid": "2ad5f2aa-563b-4965-b7f8-5c18af65bfc1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1067.878504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1067.878845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1067.878845] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1067.946412] env[65481]: INFO nova.compute.manager [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Took 30.35 seconds to build instance. [ 1067.995604] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885138, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.017844] env[65481]: DEBUG nova.scheduler.client.report [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1068.076709] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Received event network-vif-plugged-30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.077048] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Acquiring lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1068.077355] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.077616] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.077844] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] No waiting events found dispatching network-vif-plugged-30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1068.078113] env[65481]: WARNING nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Received unexpected event network-vif-plugged-30158582-4d65-444c-bef7-e2546da142b5 for instance with vm_state building and task_state spawning. [ 1068.078321] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Received event network-changed-30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.078538] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Refreshing instance network info cache due to event network-changed-30158582-4d65-444c-bef7-e2546da142b5. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1068.079140] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Acquiring lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1068.247562] env[65481]: DEBUG oslo_concurrency.lockutils [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] Releasing lock "refresh_cache-8d5cb48f-7c33-4041-8070-1051374b6a5e" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1068.247883] env[65481]: DEBUG nova.compute.manager [req-133be23e-1503-4587-90f3-ab539e5102a2 req-0106b96e-cbae-46f4-a106-24f7fcd5602d service nova] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Received event network-vif-deleted-ebf683ce-e258-49d6-9d9c-4ba246b0545e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1068.322244] env[65481]: DEBUG nova.network.neutron [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.416248] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1068.449508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65316733-192f-4540-8a6e-485be304faab tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 31.865s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.494877] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885138, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710258} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1068.495416] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 8d5cb48f-7c33-4041-8070-1051374b6a5e/8d5cb48f-7c33-4041-8070-1051374b6a5e.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1068.495667] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1068.495941] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-39a2340c-8ac0-4268-b24f-b7ca9733ed83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1068.503529] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1068.503529] env[65481]: value = "task-4885139" [ 1068.503529] env[65481]: _type = "Task" [ 1068.503529] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1068.513729] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885139, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1068.528227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.854s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1068.528227] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.525s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1068.528959] env[65481]: DEBUG nova.objects.instance [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'resources' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1068.531658] env[65481]: WARNING neutronclient.v2_0.client [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1068.557256] env[65481]: INFO nova.scheduler.client.report [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Deleted allocations for instance b8c36bc3-1685-4ebb-9ba6-2ada85242047 [ 1068.624144] env[65481]: DEBUG nova.network.neutron [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Updating instance_info_cache with network_info: [{"id": "30158582-4d65-444c-bef7-e2546da142b5", "address": "fa:16:3e:7e:2e:97", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30158582-4d", "ovs_interfaceid": "30158582-4d65-444c-bef7-e2546da142b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1068.825540] env[65481]: INFO nova.compute.manager [-] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Took 1.27 seconds to deallocate network for instance. [ 1069.013386] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885139, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.014108] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1069.014476] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da00a881-ccec-4edc-937d-5341749fbbcf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.044260] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Reconfiguring VM instance instance-00000066 to attach disk [datastore1] 8d5cb48f-7c33-4041-8070-1051374b6a5e/8d5cb48f-7c33-4041-8070-1051374b6a5e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1069.044994] env[65481]: DEBUG nova.objects.instance [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1069.046180] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-aa1e078f-7b7b-467d-9cd3-4d02f7855b0e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.069575] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1069.069575] env[65481]: value = "task-4885140" [ 1069.069575] env[65481]: _type = "Task" [ 1069.069575] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.070127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-596fb596-433e-4f89-a0cb-2f1212afb3ba tempest-ServerPasswordTestJSON-1907541454 tempest-ServerPasswordTestJSON-1907541454-project-member] Lock "b8c36bc3-1685-4ebb-9ba6-2ada85242047" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.610s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1069.082187] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885140, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.126868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1069.127314] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Instance network_info: |[{"id": "30158582-4d65-444c-bef7-e2546da142b5", "address": "fa:16:3e:7e:2e:97", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30158582-4d", "ovs_interfaceid": "30158582-4d65-444c-bef7-e2546da142b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1069.127796] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Acquired lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.128006] env[65481]: DEBUG nova.network.neutron [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Refreshing network info cache for port 30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1069.129213] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7e:2e:97', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7e0240aa-a694-48fc-a0f9-6f2d3e71aa12', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '30158582-4d65-444c-bef7-e2546da142b5', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1069.137917] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1069.139362] env[65481]: WARNING neutronclient.v2_0.client [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.141852] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1069.142573] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5cd106ac-83bd-4e3a-901d-5ebb8543145d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.164554] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1069.164554] env[65481]: value = "task-4885141" [ 1069.164554] env[65481]: _type = "Task" [ 1069.164554] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.176026] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885141, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.333077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1069.561290] env[65481]: DEBUG nova.objects.base [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Object Instance<1c5f1c4b-bc39-431d-87bb-a3d97e04be80> lazy-loaded attributes: resources,numa_topology {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1069.590044] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885140, 'name': ReconfigVM_Task, 'duration_secs': 0.42299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.590044] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Reconfigured VM instance instance-00000066 to attach disk [datastore1] 8d5cb48f-7c33-4041-8070-1051374b6a5e/8d5cb48f-7c33-4041-8070-1051374b6a5e.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1069.594893] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-68449784-82bd-4ed4-aa5a-cc50f38d0955 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.603067] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1069.603067] env[65481]: value = "task-4885142" [ 1069.603067] env[65481]: _type = "Task" [ 1069.603067] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.615742] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885142, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.680202] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885141, 'name': CreateVM_Task, 'duration_secs': 0.499954} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1069.680593] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1069.681233] env[65481]: WARNING neutronclient.v2_0.client [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.681759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1069.681888] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1069.682358] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1069.682786] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4bd64d7e-55d5-40b1-9d60-0e33eb93d162 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.689071] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1069.689071] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52392c84-cfe9-2c52-b3a0-c29545975ca4" [ 1069.689071] env[65481]: _type = "Task" [ 1069.689071] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1069.702674] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52392c84-cfe9-2c52-b3a0-c29545975ca4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1069.829891] env[65481]: WARNING neutronclient.v2_0.client [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1069.852070] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-775a447a-5673-4796-af98-416ad96e57b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.861906] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dfa6fc91-3a17-4612-b978-fe2a30bbe28e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.897537] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45eab08f-5af6-4428-938c-22da7cc9faba {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.906544] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76161737-c61a-4404-b3d2-f200596def54 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1069.921867] env[65481]: DEBUG nova.compute.provider_tree [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1070.114617] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885142, 'name': Rename_Task, 'duration_secs': 0.159635} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.115116] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1070.115363] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aa1f0dae-4aad-42f3-954a-a7206cc01d62 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.125050] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1070.125050] env[65481]: value = "task-4885143" [ 1070.125050] env[65481]: _type = "Task" [ 1070.125050] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.132905] env[65481]: DEBUG nova.compute.manager [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1070.133121] env[65481]: DEBUG nova.compute.manager [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1070.133400] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.133593] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.133810] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.139547] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885143, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.201267] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52392c84-cfe9-2c52-b3a0-c29545975ca4, 'name': SearchDatastore_Task, 'duration_secs': 0.013885} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.201531] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.201760] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1070.201992] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.202164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.202373] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1070.202765] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-661dbec0-69d9-4ba6-85c2-741c994927cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.213903] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1070.214125] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1070.215210] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-46bf0c09-4c26-436f-980d-3670bae4b6e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.221464] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1070.221464] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b53403-7a4d-ba10-5a4d-3c2fd6b7cdd7" [ 1070.221464] env[65481]: _type = "Task" [ 1070.221464] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.232210] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b53403-7a4d-ba10-5a4d-3c2fd6b7cdd7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.323363] env[65481]: DEBUG nova.network.neutron [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Updated VIF entry in instance network info cache for port 30158582-4d65-444c-bef7-e2546da142b5. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1070.323977] env[65481]: DEBUG nova.network.neutron [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Updating instance_info_cache with network_info: [{"id": "30158582-4d65-444c-bef7-e2546da142b5", "address": "fa:16:3e:7e:2e:97", "network": {"id": "0f4ca3dc-0622-4182-80c1-9db843f5d1fc", "bridge": "br-int", "label": "tempest-ImagesTestJSON-1695371212-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "cedc0779444549f689d1a54807a82305", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7e0240aa-a694-48fc-a0f9-6f2d3e71aa12", "external-id": "nsx-vlan-transportzone-249", "segmentation_id": 249, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap30158582-4d", "ovs_interfaceid": "30158582-4d65-444c-bef7-e2546da142b5", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.426150] env[65481]: DEBUG nova.scheduler.client.report [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1070.637824] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885143, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.641586] env[65481]: WARNING neutronclient.v2_0.client [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1070.735060] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b53403-7a4d-ba10-5a4d-3c2fd6b7cdd7, 'name': SearchDatastore_Task, 'duration_secs': 0.016466} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1070.735992] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6816f7a6-f2c7-4276-b88d-a968292a4e42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1070.744149] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1070.744149] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52376695-876e-1ca7-3bd2-52e0b3b5058c" [ 1070.744149] env[65481]: _type = "Task" [ 1070.744149] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1070.750869] env[65481]: DEBUG nova.compute.manager [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-changed-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1070.750869] env[65481]: DEBUG nova.compute.manager [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing instance network info cache due to event network-changed-6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1070.750869] env[65481]: DEBUG oslo_concurrency.lockutils [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1070.750869] env[65481]: DEBUG oslo_concurrency.lockutils [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1070.750869] env[65481]: DEBUG nova.network.neutron [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1070.759554] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52376695-876e-1ca7-3bd2-52e0b3b5058c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1070.826882] env[65481]: DEBUG oslo_concurrency.lockutils [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] Releasing lock "refresh_cache-a98c99c7-4181-44c3-904c-430ec7b5e92b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1070.827212] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Received event network-vif-deleted-9a5d7609-2f82-422a-948b-4e4a205db7c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1070.827490] env[65481]: INFO nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Neutron deleted interface 9a5d7609-2f82-422a-948b-4e4a205db7c7; detaching it from the instance and deleting it from the info cache [ 1070.827791] env[65481]: DEBUG nova.network.neutron [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1070.930154] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.402s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1070.932884] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.449s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1070.933461] env[65481]: DEBUG nova.objects.instance [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'resources' on Instance uuid 14fcb6b8-6f39-487e-a940-6251e5995bc6 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1070.938482] env[65481]: WARNING neutronclient.v2_0.client [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.022516] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.022898] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.136783] env[65481]: DEBUG oslo_vmware.api [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885143, 'name': PowerOnVM_Task, 'duration_secs': 0.525633} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.137165] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1071.137367] env[65481]: INFO nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Took 6.62 seconds to spawn the instance on the hypervisor. [ 1071.137645] env[65481]: DEBUG nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1071.138520] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a47f3174-19dc-466a-9283-80f2a774156b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.256517] env[65481]: WARNING neutronclient.v2_0.client [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.259034] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52376695-876e-1ca7-3bd2-52e0b3b5058c, 'name': SearchDatastore_Task, 'duration_secs': 0.013476} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1071.260013] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.260362] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98c99c7-4181-44c3-904c-430ec7b5e92b/a98c99c7-4181-44c3-904c-430ec7b5e92b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1071.260660] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-d5ce8d7f-ef3a-4106-a481-4860bdbd6cc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.271529] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1071.271529] env[65481]: value = "task-4885144" [ 1071.271529] env[65481]: _type = "Task" [ 1071.271529] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1071.282365] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885144, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1071.330924] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-55a083fe-96c6-4ab6-adb8-1296ce8d28ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.341584] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ce9a0b7-1879-4c2e-bae1-62b08d99889e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.383695] env[65481]: DEBUG nova.compute.manager [req-00ca6e97-7c1d-456a-b496-4fde7852c0f5 req-bbd20286-6a93-44a3-a565-4accc7387c9d service nova] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Detach interface failed, port_id=9a5d7609-2f82-422a-948b-4e4a205db7c7, reason: Instance 2c6463b4-c1a1-44b6-9643-f317de251993 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1071.442839] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6d5816e3-ba60-4877-9708-550f9566c403 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 29.142s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1071.443833] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 3.964s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1071.444018] env[65481]: INFO nova.compute.manager [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Unshelving [ 1071.449023] env[65481]: WARNING neutronclient.v2_0.client [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1071.526567] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1071.526852] env[65481]: DEBUG nova.compute.manager [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-changed-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1071.527024] env[65481]: DEBUG nova.compute.manager [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing instance network info cache due to event network-changed-6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1071.527208] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1071.554988] env[65481]: DEBUG nova.network.neutron [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updated VIF entry in instance network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1071.555601] env[65481]: DEBUG nova.network.neutron [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1071.658591] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2b1222e-e421-4af2-b276-5e3145b4145a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.664493] env[65481]: INFO nova.compute.manager [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Took 14.93 seconds to build instance. [ 1071.668685] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f07c0d5-b755-4d40-b78f-bf2ed6085d03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.704378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-439dbc5b-9a58-448c-9cf7-95663c789c94 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.713699] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1879200b-d912-4d71-beb0-61cca10ad94d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1071.729584] env[65481]: DEBUG nova.compute.provider_tree [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1071.782439] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885144, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.058906] env[65481]: DEBUG oslo_concurrency.lockutils [req-92b010d8-c9a1-48d2-b155-c491e7ec6cf9 req-84e985ee-88d5-4a89-8da6-2526a776752d service nova] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.059625] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.059836] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.166532] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e84d3b5a-1493-4893-98ce-d16ec30a399a tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.447s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.236617] env[65481]: DEBUG nova.scheduler.client.report [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1072.281442] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885144, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93504} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.281708] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] a98c99c7-4181-44c3-904c-430ec7b5e92b/a98c99c7-4181-44c3-904c-430ec7b5e92b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1072.281917] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1072.282186] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-35bb3a56-cf68-408d-bdba-56ed21a2d10c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.290345] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1072.290345] env[65481]: value = "task-4885145" [ 1072.290345] env[65481]: _type = "Task" [ 1072.290345] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.300748] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885145, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.340195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.340477] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.340809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.340995] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.341177] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.343480] env[65481]: INFO nova.compute.manager [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Terminating instance [ 1072.475219] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1072.563848] env[65481]: WARNING neutronclient.v2_0.client [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.729666] env[65481]: WARNING neutronclient.v2_0.client [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1072.742743] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.810s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1072.746892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.413s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1072.746892] env[65481]: DEBUG nova.objects.instance [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lazy-loading 'resources' on Instance uuid 2c6463b4-c1a1-44b6-9643-f317de251993 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1072.766179] env[65481]: INFO nova.scheduler.client.report [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance 14fcb6b8-6f39-487e-a940-6251e5995bc6 [ 1072.798486] env[65481]: DEBUG nova.compute.manager [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1072.798486] env[65481]: DEBUG nova.compute.manager [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1072.798894] env[65481]: DEBUG oslo_concurrency.lockutils [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1072.799876] env[65481]: DEBUG oslo_concurrency.lockutils [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1072.799876] env[65481]: DEBUG nova.network.neutron [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1072.809026] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885145, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.326836} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1072.810550] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1072.811475] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-995123c1-f6ac-471a-97f5-4e74f205f1d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.837705] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Reconfiguring VM instance instance-00000067 to attach disk [datastore1] a98c99c7-4181-44c3-904c-430ec7b5e92b/a98c99c7-4181-44c3-904c-430ec7b5e92b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1072.838934] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updated VIF entry in instance network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1072.839271] env[65481]: DEBUG nova.network.neutron [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1072.840988] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57c77e68-8120-43ef-aa25-a24e18b33731 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.856692] env[65481]: DEBUG oslo_concurrency.lockutils [req-00179755-721d-4479-979a-e4427e57c095 req-7c1a9cbf-c6c9-406d-9122-9c9f02f814b2 service nova] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1072.857475] env[65481]: DEBUG nova.compute.manager [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1072.857670] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1072.858726] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-155bac14-9198-4634-86ab-3b8387487196 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.867433] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1072.868894] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-eb2723be-cf26-471b-8eda-4b9ac1bcc5d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1072.870604] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1072.870604] env[65481]: value = "task-4885146" [ 1072.870604] env[65481]: _type = "Task" [ 1072.870604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.876386] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1072.876386] env[65481]: value = "task-4885147" [ 1072.876386] env[65481]: _type = "Task" [ 1072.876386] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1072.889145] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885146, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1072.897833] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885147, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.274234] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1f04e858-bccc-492c-ae3e-7475365cc816 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "14fcb6b8-6f39-487e-a940-6251e5995bc6" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.719s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1073.302552] env[65481]: WARNING neutronclient.v2_0.client [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.391499] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885146, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.403167] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885147, 'name': PowerOffVM_Task, 'duration_secs': 0.351632} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.403561] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1073.404521] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1073.404521] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-588f7264-fb9c-4531-baed-b1b1202fa5e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.469041] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-404a7d06-d227-47e0-bfe7-5fa15ea3067e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.478681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8e8af966-7a7c-4d40-b487-2d5dd85e8292 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.517674] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a85b3710-ebdb-4e1c-8f1e-9e7d587493f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.520373] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1073.520558] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1073.520721] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore1] 8d5cb48f-7c33-4041-8070-1051374b6a5e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1073.522069] env[65481]: WARNING neutronclient.v2_0.client [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1073.524480] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87dbafef-a21b-4493-b46e-4f698ab0b57f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.534856] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3a9005d-fd65-4aa6-b515-295fb5af0bf8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.540703] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1073.540703] env[65481]: value = "task-4885149" [ 1073.540703] env[65481]: _type = "Task" [ 1073.540703] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.557107] env[65481]: DEBUG nova.compute.provider_tree [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1073.564859] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885149, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1073.607066] env[65481]: DEBUG nova.network.neutron [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1073.607504] env[65481]: DEBUG nova.network.neutron [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1073.884060] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885146, 'name': ReconfigVM_Task, 'duration_secs': 0.800856} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1073.884060] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Reconfigured VM instance instance-00000067 to attach disk [datastore1] a98c99c7-4181-44c3-904c-430ec7b5e92b/a98c99c7-4181-44c3-904c-430ec7b5e92b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1073.884373] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fca8fd42-8cde-4043-a50c-7b2fb8887669 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1073.892747] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1073.892747] env[65481]: value = "task-4885150" [ 1073.892747] env[65481]: _type = "Task" [ 1073.892747] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1073.903178] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885150, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.052598] env[65481]: DEBUG oslo_vmware.api [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885149, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.477106} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.052921] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1074.053133] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1074.053309] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1074.053496] env[65481]: INFO nova.compute.manager [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Took 1.20 seconds to destroy the instance on the hypervisor. [ 1074.053754] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1074.053969] env[65481]: DEBUG nova.compute.manager [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1074.054086] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1074.054344] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.062017] env[65481]: DEBUG nova.scheduler.client.report [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1074.082913] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "d2318052-eb9f-4ce5-a22e-25b42059108c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1074.083079] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.100494] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1074.110296] env[65481]: DEBUG oslo_concurrency.lockutils [req-95627b3f-3eb8-478f-8ebb-d1df7dd5f8c4 req-ea0405e8-cb52-404d-8994-5e04c8c3b174 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1074.403650] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885150, 'name': Rename_Task, 'duration_secs': 0.187369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1074.404309] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1074.404602] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ada823e1-0e76-4bc6-a3df-08e243e95488 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1074.412183] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1074.412183] env[65481]: value = "task-4885151" [ 1074.412183] env[65481]: _type = "Task" [ 1074.412183] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1074.420860] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885151, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1074.567812] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.822s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1074.570709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.096s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1074.570943] env[65481]: DEBUG nova.objects.instance [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'pci_requests' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1074.585844] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1074.592535] env[65481]: INFO nova.scheduler.client.report [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Deleted allocations for instance 2c6463b4-c1a1-44b6-9643-f317de251993 [ 1074.824094] env[65481]: DEBUG nova.compute.manager [req-7e8ae358-26a3-4bb8-95a3-f30b07893694 req-1c2b0a95-74ef-48c4-818f-623b81a9aee9 service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Received event network-vif-deleted-2ad5f2aa-563b-4965-b7f8-5c18af65bfc1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1074.824364] env[65481]: INFO nova.compute.manager [req-7e8ae358-26a3-4bb8-95a3-f30b07893694 req-1c2b0a95-74ef-48c4-818f-623b81a9aee9 service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Neutron deleted interface 2ad5f2aa-563b-4965-b7f8-5c18af65bfc1; detaching it from the instance and deleting it from the info cache [ 1074.824425] env[65481]: DEBUG nova.network.neutron [req-7e8ae358-26a3-4bb8-95a3-f30b07893694 req-1c2b0a95-74ef-48c4-818f-623b81a9aee9 service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.829946] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1074.924145] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885151, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1075.075285] env[65481]: DEBUG nova.objects.instance [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'numa_topology' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1075.103251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e4e87db8-74ab-44cf-bd8c-11551c9026e9 tempest-ServerDiskConfigTestJSON-1688018484 tempest-ServerDiskConfigTestJSON-1688018484-project-member] Lock "2c6463b4-c1a1-44b6-9643-f317de251993" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.200s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1075.114624] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.327290] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3f50ebe4-1121-4835-b403-17d8481c33c0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.331994] env[65481]: INFO nova.compute.manager [-] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Took 1.28 seconds to deallocate network for instance. [ 1075.340076] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-66031466-3960-44fa-b16d-1ffcfb10d067 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.373840] env[65481]: DEBUG nova.compute.manager [req-7e8ae358-26a3-4bb8-95a3-f30b07893694 req-1c2b0a95-74ef-48c4-818f-623b81a9aee9 service nova] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Detach interface failed, port_id=2ad5f2aa-563b-4965-b7f8-5c18af65bfc1, reason: Instance 8d5cb48f-7c33-4041-8070-1051374b6a5e could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1075.422675] env[65481]: DEBUG oslo_vmware.api [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885151, 'name': PowerOnVM_Task, 'duration_secs': 0.79134} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1075.423071] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1075.423316] env[65481]: INFO nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Took 8.53 seconds to spawn the instance on the hypervisor. [ 1075.423316] env[65481]: DEBUG nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1075.424425] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a0bffe23-c8d1-47e8-8e40-8bce58be5102 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1075.579027] env[65481]: INFO nova.compute.claims [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1075.852076] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1075.947500] env[65481]: INFO nova.compute.manager [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Took 18.86 seconds to build instance. [ 1076.450910] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b6a9dd7a-0aa8-415c-97c3-172e0c15dbb7 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 20.374s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1076.810747] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-951b79d2-bdeb-4a32-ae50-fd2a6b257773 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.821592] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-281a626f-7781-4744-a205-cf20a9c46eb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.861088] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c0793c9-0df7-4afa-9a67-6e2c673fbb0a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.871223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8c47f2f-07c5-413d-bfc7-e0e7188a5285 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1076.889852] env[65481]: DEBUG nova.compute.provider_tree [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1077.392676] env[65481]: DEBUG nova.scheduler.client.report [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1077.837378] env[65481]: DEBUG nova.compute.manager [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1077.838340] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477690fc-7485-4ce6-bb35-8f2402e2565f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1077.898701] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.328s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1077.899096] env[65481]: WARNING neutronclient.v2_0.client [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1077.901636] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.787s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1077.903224] env[65481]: INFO nova.compute.claims [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1077.933166] env[65481]: INFO nova.network.neutron [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating port 5cff97b8-4a83-4394-9b22-408121df5256 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1078.350426] env[65481]: INFO nova.compute.manager [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] instance snapshotting [ 1078.353231] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e9ccb1e-bd35-4e4e-80ba-6b6dc2107c05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.383017] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c311347-fd63-40e4-80f0-000684268ba3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.901052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1078.901052] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-2c79ee86-6e60-40dd-a3a5-9486b1a1169c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1078.910526] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1078.910526] env[65481]: value = "task-4885152" [ 1078.910526] env[65481]: _type = "Task" [ 1078.910526] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1078.924819] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885152, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.159141] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9df34165-0e20-40e0-91d4-049ae21b676f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.168389] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9809b43-4a8e-4640-9368-90138f573383 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.201598] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdd44e7d-b6ce-4a90-ba21-24a64ac11a8f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.210468] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1af5a21e-d134-4470-98c7-d717eb142883 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.227292] env[65481]: DEBUG nova.compute.provider_tree [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1079.420739] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885152, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1079.478974] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1079.479344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1079.479344] env[65481]: DEBUG nova.network.neutron [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1079.552268] env[65481]: DEBUG nova.compute.manager [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1079.552522] env[65481]: DEBUG oslo_concurrency.lockutils [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1079.552799] env[65481]: DEBUG oslo_concurrency.lockutils [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1079.552932] env[65481]: DEBUG oslo_concurrency.lockutils [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1079.553869] env[65481]: DEBUG nova.compute.manager [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] No waiting events found dispatching network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1079.554038] env[65481]: WARNING nova.compute.manager [req-5183b41f-a3d3-485e-b277-7c45846b5792 req-64ad14d9-4e32-406d-b0ea-698b51ecb865 service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received unexpected event network-vif-plugged-5cff97b8-4a83-4394-9b22-408121df5256 for instance with vm_state shelved_offloaded and task_state spawning. [ 1079.733795] env[65481]: DEBUG nova.scheduler.client.report [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1079.922748] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885152, 'name': CreateSnapshot_Task, 'duration_secs': 0.51884} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1079.923102] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1079.923808] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-566fc79e-5b53-4ca0-9fdb-9f576b5d2ae4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1079.982776] env[65481]: WARNING neutronclient.v2_0.client [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.178237] env[65481]: WARNING neutronclient.v2_0.client [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.238389] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.337s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1080.239070] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1080.242575] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.391s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.242851] env[65481]: DEBUG nova.objects.instance [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid 8d5cb48f-7c33-4041-8070-1051374b6a5e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1080.268491] env[65481]: DEBUG nova.network.neutron [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1080.444079] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1080.444419] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-03d61731-a4e6-4c7b-aea8-8390c4f38ff0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.455255] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1080.455255] env[65481]: value = "task-4885153" [ 1080.455255] env[65481]: _type = "Task" [ 1080.455255] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.464764] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885153, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.659687] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1080.660024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1080.747409] env[65481]: DEBUG nova.compute.utils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1080.752554] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1080.752554] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1080.752814] env[65481]: WARNING neutronclient.v2_0.client [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.752908] env[65481]: WARNING neutronclient.v2_0.client [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1080.771146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1080.805878] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='92d7b4dc2afe9d8eeeefc1c6e5d85b76',container_format='bare',created_at=2025-12-01T06:44:05Z,direct_url=,disk_format='vmdk',id=fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa,min_disk=1,min_ram=0,name='tempest-ServersNegativeTestJSON-server-962443776-shelved',owner='6b4c3f21fde44b6fb9e54a4988dd7289',properties=ImageMetaProps,protected=,size=31591936,status='active',tags=,updated_at=2025-12-01T06:44:21Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1080.806037] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1080.806436] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1080.806530] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1080.806762] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1080.807019] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1080.807356] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1080.807588] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1080.807887] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1080.807935] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1080.808121] env[65481]: DEBUG nova.virt.hardware [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1080.809473] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d198ae8-53a6-4b21-98b6-ec02768be5b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.816304] env[65481]: DEBUG nova.policy [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1080.826204] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5810d295-f839-4073-ae61-10c23a0972f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.842809] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:5f:fb:22', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'df1bf911-aac9-4d2d-ae69-66ace3e6a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5cff97b8-4a83-4394-9b22-408121df5256', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1080.851567] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1080.854936] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1080.855359] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1e057d78-8104-45c6-b154-5de61d6e48c2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1080.882034] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1080.882034] env[65481]: value = "task-4885154" [ 1080.882034] env[65481]: _type = "Task" [ 1080.882034] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1080.894523] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885154, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.966772] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885153, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1080.999288] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfa5d076-7ae6-46bf-abc5-d2c3e081eb6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.007805] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c0138735-dc54-483a-b8ef-f30d04ff792f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.046531] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-17c2ce88-803c-434b-b841-c252f862b3ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.055517] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-49e2043d-fbcd-47c1-86f2-a262a2ba5145 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.077424] env[65481]: DEBUG nova.compute.provider_tree [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1081.145782] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.146061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1081.163103] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1081.209643] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Successfully created port: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1081.252985] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1081.393919] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885154, 'name': CreateVM_Task, 'duration_secs': 0.509837} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.394129] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1081.394739] env[65481]: WARNING neutronclient.v2_0.client [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1081.395162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.395328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.395708] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1081.395989] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c8ed24a1-f646-44a2-aa94-0a7b2b8ae1fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.401520] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1081.401520] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff3fb5-bb6f-6c6e-3310-639dd482f644" [ 1081.401520] env[65481]: _type = "Task" [ 1081.401520] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.411106] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ff3fb5-bb6f-6c6e-3310-639dd482f644, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.467049] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885153, 'name': CloneVM_Task} progress is 95%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.583702] env[65481]: DEBUG nova.compute.manager [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-changed-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1081.583789] env[65481]: DEBUG nova.compute.manager [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing instance network info cache due to event network-changed-5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1081.584345] env[65481]: DEBUG oslo_concurrency.lockutils [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.584478] env[65481]: DEBUG oslo_concurrency.lockutils [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.584695] env[65481]: DEBUG nova.network.neutron [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Refreshing network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1081.587198] env[65481]: DEBUG nova.scheduler.client.report [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1081.650426] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1081.690741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1081.913355] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1081.913649] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Processing image fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1081.913976] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1081.914245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1081.914429] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1081.914745] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-52c298c1-4659-4ad5-998a-cd0974fda27e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.924414] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1081.924842] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1081.925522] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1bd3454c-e3ac-4a41-bceb-ff771c27317d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.931691] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1081.931691] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e14b8-5069-2bb2-f8d1-460206e807eb" [ 1081.931691] env[65481]: _type = "Task" [ 1081.931691] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1081.940196] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528e14b8-5069-2bb2-f8d1-460206e807eb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1081.968471] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885153, 'name': CloneVM_Task, 'duration_secs': 1.477358} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1081.968743] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Created linked-clone VM from snapshot [ 1081.969518] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df7be01c-2fee-4c28-ae6d-45524226184f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.977757] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Uploading image 20899dff-c70d-4a0e-8bd1-ee1024423d55 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1081.991488] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1081.991784] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-1ec0d9d2-fd0c-4ef2-b41e-02c3e421414d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1081.999166] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1081.999166] env[65481]: value = "task-4885155" [ 1081.999166] env[65481]: _type = "Task" [ 1081.999166] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1082.008300] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885155, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.091837] env[65481]: WARNING neutronclient.v2_0.client [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.094725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.852s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.096954] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.406s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.098436] env[65481]: INFO nova.compute.claims [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1082.124603] env[65481]: INFO nova.scheduler.client.report [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance 8d5cb48f-7c33-4041-8070-1051374b6a5e [ 1082.174899] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.262189] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1082.291896] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1082.292259] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1082.292484] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1082.292733] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1082.292926] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1082.293144] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1082.293446] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1082.293696] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1082.293936] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1082.294171] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1082.294411] env[65481]: DEBUG nova.virt.hardware [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1082.295495] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ceb00b0c-fdd3-4fde-939a-19988a241e6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.304946] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a62c8de7-103d-4a71-887e-f0475a780bbd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.333701] env[65481]: WARNING neutronclient.v2_0.client [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1082.404722] env[65481]: DEBUG nova.network.neutron [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updated VIF entry in instance network info cache for port 5cff97b8-4a83-4394-9b22-408121df5256. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1082.404828] env[65481]: DEBUG nova.network.neutron [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1082.443098] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1082.443098] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Fetch image to [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7/OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1082.443098] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Downloading stream optimized image fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa to [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7/OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7.vmdk on the data store datastore2 as vApp {{(pid=65481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1082.443354] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Downloading image file data fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa to the ESX as VM named 'OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7' {{(pid=65481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1082.509931] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885155, 'name': Destroy_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1082.520859] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1082.520859] env[65481]: value = "resgroup-9" [ 1082.520859] env[65481]: _type = "ResourcePool" [ 1082.520859] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1082.521199] env[65481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-458c4b81-0957-4f42-b4e1-bf0188fc31e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1082.542625] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lease: (returnval){ [ 1082.542625] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1082.542625] env[65481]: _type = "HttpNfcLease" [ 1082.542625] env[65481]: } obtained for vApp import into resource pool (val){ [ 1082.542625] env[65481]: value = "resgroup-9" [ 1082.542625] env[65481]: _type = "ResourcePool" [ 1082.542625] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1082.542965] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the lease: (returnval){ [ 1082.542965] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1082.542965] env[65481]: _type = "HttpNfcLease" [ 1082.542965] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1082.550156] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1082.550156] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1082.550156] env[65481]: _type = "HttpNfcLease" [ 1082.550156] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1082.635075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-531613a8-1097-4084-a829-549fd74e0e49 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "8d5cb48f-7c33-4041-8070-1051374b6a5e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.294s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.667351] env[65481]: DEBUG nova.compute.manager [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Received event network-vif-plugged-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1082.667604] env[65481]: DEBUG oslo_concurrency.lockutils [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] Acquiring lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1082.667834] env[65481]: DEBUG oslo_concurrency.lockutils [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1082.668025] env[65481]: DEBUG oslo_concurrency.lockutils [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1082.668210] env[65481]: DEBUG nova.compute.manager [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] No waiting events found dispatching network-vif-plugged-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1082.668386] env[65481]: WARNING nova.compute.manager [req-955530bc-091f-46f1-bd90-9e035227561f req-640915e7-b031-4899-94c3-ef6303fb8284 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Received unexpected event network-vif-plugged-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 for instance with vm_state building and task_state spawning. [ 1082.753528] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Successfully updated port: 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1082.907273] env[65481]: DEBUG oslo_concurrency.lockutils [req-6a313fee-8788-48f8-b968-75f1609342b4 req-08ce0572-734f-49a5-9c33-e3094ebe931a service nova] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1083.012910] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885155, 'name': Destroy_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.053923] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.053923] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1083.053923] env[65481]: _type = "HttpNfcLease" [ 1083.053923] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1083.257475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1083.257475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1083.257475] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1083.335339] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a613dff2-b4d1-47d5-8e71-2d39e528363c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.344486] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-407530e1-5fb5-4fc6-9e6d-8676cc7e2bae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.375758] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-017202ad-1360-4256-82fb-a904f04339b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.384251] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c195b0f-975f-491a-92bd-4b2b26da09cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.398877] env[65481]: DEBUG nova.compute.provider_tree [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1083.514542] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885155, 'name': Destroy_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1083.551965] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1083.551965] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1083.551965] env[65481]: _type = "HttpNfcLease" [ 1083.551965] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1083.552304] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1083.552304] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5295e1b5-7e04-637a-1cf5-b2ff1e58acfb" [ 1083.552304] env[65481]: _type = "HttpNfcLease" [ 1083.552304] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1083.553111] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d35dc2cd-d6d9-4dc4-b88c-85e8b9127fe5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.561381] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1083.561556] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating HTTP connection to write to file with size = 31591936 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1083.619826] env[65481]: DEBUG oslo_concurrency.lockutils [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.619826] env[65481]: DEBUG oslo_concurrency.lockutils [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.628209] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-fe1dc98c-02c3-4c53-ad20-e262913b7790 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1083.638742] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.639193] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.639431] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1083.639622] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1083.639834] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1083.642750] env[65481]: INFO nova.compute.manager [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Terminating instance [ 1083.794543] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1083.902175] env[65481]: DEBUG nova.scheduler.client.report [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1084.015025] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885155, 'name': Destroy_Task, 'duration_secs': 1.669683} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.016803] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Destroyed the VM [ 1084.017105] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1084.017698] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e43e0d4f-be5b-493e-a97c-84a8533c3dec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.028419] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1084.028419] env[65481]: value = "task-4885157" [ 1084.028419] env[65481]: _type = "Task" [ 1084.028419] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.043938] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885157, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.123500] env[65481]: INFO nova.compute.manager [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Detaching volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb [ 1084.148504] env[65481]: DEBUG nova.compute.manager [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1084.148791] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1084.149841] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f501601-0a82-4a7a-8090-94aa32df7e44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.163309] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1084.164890] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a999590f-4956-4ab8-87bf-1f673e5c187f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.176728] env[65481]: INFO nova.virt.block_device [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Attempting to driver detach volume 8573436b-9bb8-4f5b-b0a6-4b93304116fb from mountpoint /dev/sdb [ 1084.176984] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1084.177550] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1084.178131] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1084.178131] env[65481]: value = "task-4885158" [ 1084.178131] env[65481]: _type = "Task" [ 1084.178131] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.179181] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58c14a06-cf6c-4256-9d42-866a44968864 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.216120] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2cbb711-7711-4085-958e-06a3592fd47d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.226108] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885158, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.233394] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-137c561f-ea0f-429e-921d-f7cde8fd3b52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.271174] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea4283fd-0e7f-41be-a144-a8280a61c279 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.294408] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The volume has not been displaced from its original location: [datastore2] volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb/volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1084.300328] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfiguring VM instance instance-00000051 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1084.304475] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d3028edc-c55a-426b-9ccd-449d556241b8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.331224] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1084.331224] env[65481]: value = "task-4885159" [ 1084.331224] env[65481]: _type = "Task" [ 1084.331224] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.347066] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885159, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.395456] env[65481]: WARNING neutronclient.v2_0.client [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.410777] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.313s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1084.411370] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1084.419198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.243s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1084.420137] env[65481]: INFO nova.compute.claims [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1084.488990] env[65481]: DEBUG nova.network.neutron [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Updating instance_info_cache with network_info: [{"id": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "address": "fa:16:3e:0a:80:f1", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd0d27f-9c", "ovs_interfaceid": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1084.543296] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885157, 'name': RemoveSnapshot_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.696326] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885158, 'name': PowerOffVM_Task, 'duration_secs': 0.254706} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.698804] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1084.699067] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1084.700568] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-569a0f42-4f1e-4b1f-9d46-2b1a97710d7d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.703167] env[65481]: DEBUG nova.compute.manager [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Received event network-changed-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1084.703379] env[65481]: DEBUG nova.compute.manager [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Refreshing instance network info cache due to event network-changed-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1084.703545] env[65481]: DEBUG oslo_concurrency.lockutils [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] Acquiring lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1084.773899] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1084.774102] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1084.774360] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore2] 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1084.774786] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0d7905a6-cc73-4828-987b-91ffc27f7881 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.781743] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1084.781743] env[65481]: value = "task-4885161" [ 1084.781743] env[65481]: _type = "Task" [ 1084.781743] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.790569] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885161, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.845019] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885159, 'name': ReconfigVM_Task, 'duration_secs': 0.277475} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1084.845440] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Reconfigured VM instance instance-00000051 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1084.852266] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cc56a32e-07d6-45e9-8779-a5807b302a3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.864910] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1084.865203] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1084.866357] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd337d67-f233-481f-92fd-fd033828c95c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.875036] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1084.875036] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1084.875036] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-34c30f40-badd-4d69-8930-fd9b6c473d88 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1084.878039] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1084.878039] env[65481]: value = "task-4885162" [ 1084.878039] env[65481]: _type = "Task" [ 1084.878039] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1084.887631] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885162, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1084.925782] env[65481]: DEBUG nova.compute.utils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1084.929366] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1084.929589] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1084.929934] env[65481]: WARNING neutronclient.v2_0.client [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.930284] env[65481]: WARNING neutronclient.v2_0.client [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1084.972065] env[65481]: DEBUG nova.policy [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbdf7878a1544739d98f4b3372cbc91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa65da6d78f4c20a1ede20ad6417b61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1084.991984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1084.992518] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Instance network_info: |[{"id": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "address": "fa:16:3e:0a:80:f1", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd0d27f-9c", "ovs_interfaceid": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1084.993091] env[65481]: DEBUG oslo_concurrency.lockutils [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] Acquired lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1084.993340] env[65481]: DEBUG nova.network.neutron [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Refreshing network info cache for port 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1084.995063] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:0a:80:f1', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1085.003367] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.004506] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1085.004812] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-cb72f228-304e-4a2c-93c9-a076719ea420 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.031524] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1085.031524] env[65481]: value = "task-4885163" [ 1085.031524] env[65481]: _type = "Task" [ 1085.031524] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.044651] env[65481]: DEBUG oslo_vmware.api [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885157, 'name': RemoveSnapshot_Task, 'duration_secs': 0.709398} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.048651] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1085.051727] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885163, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.059735] env[65481]: DEBUG oslo_vmware.rw_handles [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/525b8666-3858-c082-b3de-d928d5b42c6b/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1085.059735] env[65481]: INFO nova.virt.vmwareapi.images [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Downloaded image file data fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa [ 1085.060675] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5cb245a6-1b31-4a05-9772-6c34fe1e5c16 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.080518] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d76d0089-a162-4fd1-acd4-68732701c0e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.107515] env[65481]: INFO nova.virt.vmwareapi.images [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] The imported VM was unregistered [ 1085.110697] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1085.111618] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Creating directory with path [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1085.112167] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c8825998-ac9c-4e2d-8a06-3edd71b91800 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.123877] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Created directory with path [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1085.124167] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7/OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7.vmdk to [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk. {{(pid=65481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1085.124452] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-94f71731-f9b0-414d-bf8c-ebb4ac28eb05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.132688] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1085.132688] env[65481]: value = "task-4885165" [ 1085.132688] env[65481]: _type = "Task" [ 1085.132688] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.141700] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.297888] env[65481]: DEBUG oslo_vmware.api [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885161, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.165867} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.297888] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1085.297888] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1085.297888] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1085.297888] env[65481]: INFO nova.compute.manager [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1085.298231] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1085.298485] env[65481]: DEBUG nova.compute.manager [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1085.298581] env[65481]: DEBUG nova.network.neutron [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1085.298924] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.397228] env[65481]: DEBUG oslo_vmware.api [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885162, 'name': ReconfigVM_Task, 'duration_secs': 0.166459} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.397228] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951947', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'name': 'volume-8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '704b6a5d-b95f-47fd-a557-bbffb2fcab11', 'attached_at': '', 'detached_at': '', 'volume_id': '8573436b-9bb8-4f5b-b0a6-4b93304116fb', 'serial': '8573436b-9bb8-4f5b-b0a6-4b93304116fb'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1085.433154] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.435874] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1085.463584] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Successfully created port: 1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1085.506091] env[65481]: WARNING neutronclient.v2_0.client [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.550707] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885163, 'name': CreateVM_Task, 'duration_secs': 0.449761} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1085.550860] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1085.551422] env[65481]: WARNING neutronclient.v2_0.client [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1085.551792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1085.551943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1085.552363] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1085.554713] env[65481]: WARNING nova.compute.manager [None req-52c4e1fc-a7a9-466a-afb2-f6a66d9d2170 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Image not found during snapshot: nova.exception.ImageNotFound: Image 20899dff-c70d-4a0e-8bd1-ee1024423d55 could not be found. [ 1085.559158] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8c270657-23b5-41ab-8af5-20dccfef5313 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.561755] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1085.561755] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]521bf38d-3c04-05d8-6c59-985a596bb88d" [ 1085.561755] env[65481]: _type = "Task" [ 1085.561755] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1085.576346] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521bf38d-3c04-05d8-6c59-985a596bb88d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.650306] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1085.723661] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-31a85ea2-6c6c-40b5-ae1a-cc5d77adaf02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.732125] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd5240aa-56a6-4478-9880-c09febced184 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.769450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e2f6f1-c95d-464b-a617-dba6ee52437f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.778833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6a1feb46-1c89-4f0d-9269-eb4aebc86af8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1085.813977] env[65481]: DEBUG nova.compute.provider_tree [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1085.900789] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.901107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.901320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1085.901503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1085.901664] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1085.903979] env[65481]: INFO nova.compute.manager [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Terminating instance [ 1085.963702] env[65481]: DEBUG nova.objects.instance [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'flavor' on Instance uuid 704b6a5d-b95f-47fd-a557-bbffb2fcab11 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1085.983951] env[65481]: WARNING neutronclient.v2_0.client [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1086.075584] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]521bf38d-3c04-05d8-6c59-985a596bb88d, 'name': SearchDatastore_Task, 'duration_secs': 0.084764} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.075938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.076169] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1086.076558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1086.076788] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1086.076984] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1086.077308] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2cf88b61-4c6d-4f8c-8aed-0fb212145c6c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.092422] env[65481]: DEBUG nova.network.neutron [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Updated VIF entry in instance network info cache for port 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1086.092873] env[65481]: DEBUG nova.network.neutron [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Updating instance_info_cache with network_info: [{"id": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "address": "fa:16:3e:0a:80:f1", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap7bd0d27f-9c", "ovs_interfaceid": "7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.095670] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1086.095961] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1086.097318] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e2e1dcd5-49e3-485b-b89e-11e5aee03c1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.103709] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1086.103709] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52870f02-8772-a6bd-bb4d-42bef986f618" [ 1086.103709] env[65481]: _type = "Task" [ 1086.103709] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.113940] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52870f02-8772-a6bd-bb4d-42bef986f618, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.150244] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.215371] env[65481]: DEBUG nova.network.neutron [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1086.298968] env[65481]: DEBUG nova.scheduler.client.report [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1086.408852] env[65481]: DEBUG nova.compute.manager [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1086.409104] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1086.410223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9063bda-1a06-4736-97bc-bfecb0d0f54b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.419591] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1086.420076] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-67bf398b-9755-4335-b63c-64eaf0d79d27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.427359] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1086.427359] env[65481]: value = "task-4885166" [ 1086.427359] env[65481]: _type = "Task" [ 1086.427359] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.438238] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885166, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.451463] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1086.484449] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1086.484834] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1086.485056] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1086.485226] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1086.485368] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1086.485536] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1086.485823] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1086.485984] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1086.486169] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1086.486334] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1086.486502] env[65481]: DEBUG nova.virt.hardware [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1086.487803] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85212f74-ca39-484f-9cfd-329c36f1acb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.497187] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8043688-5b89-4542-a687-02a4fbba5cde {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.598849] env[65481]: DEBUG oslo_concurrency.lockutils [req-45c7b36b-59cb-4253-bb55-dbcfd8ee8c04 req-363e09f9-71e3-4a69-a909-b266b3bd7994 service nova] Releasing lock "refresh_cache-d2318052-eb9f-4ce5-a22e-25b42059108c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1086.614063] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52870f02-8772-a6bd-bb4d-42bef986f618, 'name': SearchDatastore_Task, 'duration_secs': 0.092528} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.615169] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aa6ba449-ec7d-4bbe-8131-f681848e7ef2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.623475] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1086.623475] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52221e12-9808-3f64-97f7-34391931403e" [ 1086.623475] env[65481]: _type = "Task" [ 1086.623475] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1086.632929] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52221e12-9808-3f64-97f7-34391931403e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.649216] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1086.718138] env[65481]: INFO nova.compute.manager [-] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Took 1.42 seconds to deallocate network for instance. [ 1086.730233] env[65481]: DEBUG nova.compute.manager [req-1c740824-2f2e-48a1-bb6d-3506b417ad8f req-eee1a291-2de4-4684-bd32-0a034318b48e service nova] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Received event network-vif-deleted-2522007e-52b1-4ee9-9aea-f8f6ef356372 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1086.807162] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.389s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1086.808021] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1086.941371] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885166, 'name': PowerOffVM_Task, 'duration_secs': 0.216279} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1086.941371] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1086.941371] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1086.941371] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3dea75be-3f7f-4eb8-bf0c-344b28ef12ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1086.971668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-255c9ec6-700b-49c0-b745-182a535f1130 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.352s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.012340] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1087.012912] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1087.012912] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleting the datastore file [datastore1] a98c99c7-4181-44c3-904c-430ec7b5e92b {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1087.013128] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8737c9b7-5d2f-4fc7-b46d-aef430ad0e9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.020997] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for the task: (returnval){ [ 1087.020997] env[65481]: value = "task-4885168" [ 1087.020997] env[65481]: _type = "Task" [ 1087.020997] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.038973] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.050489] env[65481]: DEBUG nova.compute.manager [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Received event network-vif-plugged-1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1087.051062] env[65481]: DEBUG oslo_concurrency.lockutils [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] Acquiring lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.051165] env[65481]: DEBUG oslo_concurrency.lockutils [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.051363] env[65481]: DEBUG oslo_concurrency.lockutils [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.052197] env[65481]: DEBUG nova.compute.manager [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] No waiting events found dispatching network-vif-plugged-1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1087.052440] env[65481]: WARNING nova.compute.manager [req-7464471a-366e-4c26-92bc-6e9663b0e6c2 req-78367dc9-c20c-4f64-86d1-3cf443269642 service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Received unexpected event network-vif-plugged-1e443cd9-0288-4320-b569-32324c93daaa for instance with vm_state building and task_state spawning. [ 1087.124853] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Successfully updated port: 1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1087.136701] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52221e12-9808-3f64-97f7-34391931403e, 'name': SearchDatastore_Task, 'duration_secs': 0.099414} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1087.136985] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1087.137290] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d2318052-eb9f-4ce5-a22e-25b42059108c/d2318052-eb9f-4ce5-a22e-25b42059108c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1087.138268] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-c5a57496-b31c-497f-bf59-57ef5104580d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.152046] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.153511] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1087.153511] env[65481]: value = "task-4885169" [ 1087.153511] env[65481]: _type = "Task" [ 1087.153511] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1087.162594] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.225856] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.226022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.226213] env[65481]: DEBUG nova.objects.instance [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1087.316571] env[65481]: DEBUG nova.compute.utils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1087.318050] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1087.318178] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1087.318489] env[65481]: WARNING neutronclient.v2_0.client [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.318816] env[65481]: WARNING neutronclient.v2_0.client [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1087.374174] env[65481]: DEBUG nova.policy [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbdf7878a1544739d98f4b3372cbc91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa65da6d78f4c20a1ede20ad6417b61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1087.539999] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885168, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.631810] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1087.632060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1087.632250] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1087.655164] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.666432] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885169, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1087.695732] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Successfully created port: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1087.822076] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1087.942372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.942758] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.942946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1087.943263] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1087.943349] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1087.945597] env[65481]: INFO nova.compute.manager [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Terminating instance [ 1087.980215] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c451b671-4b94-4436-bd63-3ad9c1010ee4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1087.987753] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab12113c-6618-4c55-8518-9622a910ee8b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.026982] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-322a5855-76f7-42f1-a65d-b4db33b63b4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.039358] env[65481]: DEBUG oslo_vmware.api [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Task: {'id': task-4885168, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.678827} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.040955] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-098c8440-9c9f-4170-98e4-72e14eb32152 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.046101] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.046313] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1088.046496] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1088.046685] env[65481]: INFO nova.compute.manager [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Took 1.64 seconds to destroy the instance on the hypervisor. [ 1088.046991] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1088.047317] env[65481]: DEBUG nova.compute.manager [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1088.047422] env[65481]: DEBUG nova.network.neutron [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1088.047758] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.063173] env[65481]: DEBUG nova.compute.provider_tree [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1088.149940] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.155345] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885165, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.580097} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.158361] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7/OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7.vmdk to [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk. [ 1088.158551] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Cleaning up location [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1088.158712] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_3fd4ce2d-c6c5-4af9-82ea-64ec68f6f3c7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1088.158959] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9bbf73a9-b3b0-4ad6-b3f4-1dd7f43c7c55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.166308] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885169, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.93368} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.167543] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d2318052-eb9f-4ce5-a22e-25b42059108c/d2318052-eb9f-4ce5-a22e-25b42059108c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1088.167759] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1088.168063] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1088.168063] env[65481]: value = "task-4885170" [ 1088.168063] env[65481]: _type = "Task" [ 1088.168063] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.168256] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-82d6dc49-c5b1-4cbf-b1a4-f41d224bd68e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.180787] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885170, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.182236] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1088.182236] env[65481]: value = "task-4885171" [ 1088.182236] env[65481]: _type = "Task" [ 1088.182236] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.191596] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885171, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.205124] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1088.425449] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.425802] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.426179] env[65481]: DEBUG nova.objects.instance [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid e4065138-bdf6-420c-969c-f1b4282ba636 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1088.453752] env[65481]: DEBUG nova.compute.manager [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1088.453979] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1088.454995] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-830f9c64-b072-40d0-afaa-11ad5c935452 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.463660] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1088.463939] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b9b0d017-cf3f-4990-aad9-c42503a061e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.474032] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1088.474032] env[65481]: value = "task-4885172" [ 1088.474032] env[65481]: _type = "Task" [ 1088.474032] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.481911] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885172, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.534953] env[65481]: WARNING neutronclient.v2_0.client [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.566792] env[65481]: DEBUG nova.scheduler.client.report [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1088.622839] env[65481]: DEBUG nova.network.neutron [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updating instance_info_cache with network_info: [{"id": "1e443cd9-0288-4320-b569-32324c93daaa", "address": "fa:16:3e:f5:3a:d8", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e443cd9-02", "ovs_interfaceid": "1e443cd9-0288-4320-b569-32324c93daaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.662858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1088.663155] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1088.684240] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885170, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.066583} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.688045] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1088.688294] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "[datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1088.688549] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk to [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1088.689475] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4efb0986-6370-4a55-9c30-4e87ffb51f46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.698491] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885171, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071965} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.700142] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1088.700542] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1088.700542] env[65481]: value = "task-4885173" [ 1088.700542] env[65481]: _type = "Task" [ 1088.700542] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.701338] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e634a1a-a677-48eb-ac8a-cf9c786cd4cb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.714060] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.733286] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Reconfiguring VM instance instance-00000068 to attach disk [datastore2] d2318052-eb9f-4ce5-a22e-25b42059108c/d2318052-eb9f-4ce5-a22e-25b42059108c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1088.733632] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-51346839-1dea-4bad-af87-84b864cb9637 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.755495] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1088.755495] env[65481]: value = "task-4885174" [ 1088.755495] env[65481]: _type = "Task" [ 1088.755495] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1088.766317] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885174, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1088.833518] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1088.864588] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1088.864994] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1088.865236] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1088.865439] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1088.865584] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1088.865729] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1088.865961] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1088.866151] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1088.866321] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1088.866505] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1088.866694] env[65481]: DEBUG nova.virt.hardware [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1088.867660] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30c72f4b-b3cd-41ba-b1d1-2c4ecb512ecb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.879285] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bfbd4ae5-cb9c-4cfe-8501-6fbae734cdbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1088.911013] env[65481]: DEBUG nova.network.neutron [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1088.929868] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1088.983038] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885172, 'name': PowerOffVM_Task, 'duration_secs': 0.231064} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1088.983276] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1088.983473] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1088.983738] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-b3d19809-3c94-4ca9-a501-76b667cbc37a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.044608] env[65481]: DEBUG nova.objects.instance [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid e4065138-bdf6-420c-969c-f1b4282ba636 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1089.072087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.846s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.086192] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1089.086430] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1089.086611] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore2] 704b6a5d-b95f-47fd-a557-bbffb2fcab11 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1089.086892] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-5178d132-3f98-4722-8bb0-9bab66da7d15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.095723] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1089.095723] env[65481]: value = "task-4885176" [ 1089.095723] env[65481]: _type = "Task" [ 1089.095723] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.105782] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.108247] env[65481]: INFO nova.scheduler.client.report [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea [ 1089.125971] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1089.126380] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Instance network_info: |[{"id": "1e443cd9-0288-4320-b569-32324c93daaa", "address": "fa:16:3e:f5:3a:d8", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e443cd9-02", "ovs_interfaceid": "1e443cd9-0288-4320-b569-32324c93daaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1089.126855] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f5:3a:d8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '1e443cd9-0288-4320-b569-32324c93daaa', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1089.134488] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating folder: Project (baa65da6d78f4c20a1ede20ad6417b61). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.134936] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-b6dc57c9-d611-4a82-ad49-c8d3bb82ffd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.147525] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created folder: Project (baa65da6d78f4c20a1ede20ad6417b61) in parent group-v951696. [ 1089.147673] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating folder: Instances. Parent ref: group-v951970. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1089.147934] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-37350b0f-b816-4c74-9aee-6be2942efdc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.159051] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created folder: Instances in parent group-v951970. [ 1089.159354] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1089.160024] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1089.160024] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5f07a5bd-f2ba-48de-ac70-1276f140a19e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.176535] env[65481]: DEBUG nova.compute.utils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1089.184018] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1089.184018] env[65481]: value = "task-4885179" [ 1089.184018] env[65481]: _type = "Task" [ 1089.184018] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.194135] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885179, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.216232] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.269012] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885174, 'name': ReconfigVM_Task, 'duration_secs': 0.345173} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.269340] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Reconfigured VM instance instance-00000068 to attach disk [datastore2] d2318052-eb9f-4ce5-a22e-25b42059108c/d2318052-eb9f-4ce5-a22e-25b42059108c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1089.270025] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0bc621fe-6880-4b93-b3e6-2ca282b270af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.277815] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1089.277815] env[65481]: value = "task-4885180" [ 1089.277815] env[65481]: _type = "Task" [ 1089.277815] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.287630] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885180, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.375678] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Successfully updated port: 8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1089.413818] env[65481]: INFO nova.compute.manager [-] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Took 1.37 seconds to deallocate network for instance. [ 1089.548583] env[65481]: DEBUG nova.objects.base [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1089.549260] env[65481]: DEBUG nova.network.neutron [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1089.549338] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.549585] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1089.608669] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.617032] env[65481]: DEBUG oslo_concurrency.lockutils [None req-65cdf767-1e59-4fd9-b686-e0c58ab98c2d tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "4dbcfbcb-d87e-4c1a-95e9-9be495eccfea" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.978s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.636892] env[65481]: DEBUG nova.policy [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1089.679829] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.017s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1089.695898] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885179, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.715475] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.788814] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885180, 'name': Rename_Task, 'duration_secs': 0.190798} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1089.789146] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1089.789426] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2e23da20-4508-4fc4-b784-b049fd98f3a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1089.797096] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1089.797096] env[65481]: value = "task-4885181" [ 1089.797096] env[65481]: _type = "Task" [ 1089.797096] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1089.806542] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885181, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1089.878946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1089.879223] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1089.879419] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1089.921872] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1089.922170] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1089.922396] env[65481]: DEBUG nova.objects.instance [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lazy-loading 'resources' on Instance uuid a98c99c7-4181-44c3-904c-430ec7b5e92b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1090.108497] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.197014] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885179, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.215829] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.309689] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.460469] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1090.612424] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885176, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.633026] env[65481]: WARNING neutronclient.v2_0.client [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.654823] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-510c32d2-147e-4ee1-93e7-9ff3d09fb2a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.663463] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e40c196-9e38-4022-9e6b-ba7e340030d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.704593] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09a2d311-8ef6-4cf3-9b9c-990f5b454017 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.716024] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885179, 'name': CreateVM_Task, 'duration_secs': 1.368551} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1090.718700] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1090.719487] env[65481]: WARNING neutronclient.v2_0.client [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1090.720503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.720503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.720503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1090.723199] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-afd8e75a-5a73-404e-abd6-e64a32e64fff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.729435] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-03d01152-8886-4878-8b60-ee08112162a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.732170] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.745904] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1090.745904] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d437de-cd59-efdf-c693-4ca66e94b241" [ 1090.745904] env[65481]: _type = "Task" [ 1090.745904] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1090.746401] env[65481]: DEBUG nova.compute.provider_tree [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1090.758181] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.758436] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.758668] env[65481]: INFO nova.compute.manager [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Attaching volume 2348011f-0fae-48c6-bdc8-9920d7529c8f to /dev/sdb [ 1090.760449] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d437de-cd59-efdf-c693-4ca66e94b241, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.799168] env[65481]: DEBUG nova.network.neutron [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updating instance_info_cache with network_info: [{"id": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "address": "fa:16:3e:36:9e:87", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8545dc2e-c9", "ovs_interfaceid": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1090.806821] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a943584-a446-4c43-8756-14c96b3c6334 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.813710] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885181, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1090.818947] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fee347e4-3586-4301-9bd3-6e0453897a0b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1090.826368] env[65481]: DEBUG nova.compute.manager [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Received event network-changed-1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.826609] env[65481]: DEBUG nova.compute.manager [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Refreshing instance network info cache due to event network-changed-1e443cd9-0288-4320-b569-32324c93daaa. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1090.826760] env[65481]: DEBUG oslo_concurrency.lockutils [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] Acquiring lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1090.826928] env[65481]: DEBUG oslo_concurrency.lockutils [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] Acquired lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1090.827128] env[65481]: DEBUG nova.network.neutron [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Refreshing network info cache for port 1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1090.839279] env[65481]: DEBUG nova.virt.block_device [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating existing volume attachment record: 22107730-7012-43cd-a93e-d45918777795 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1090.853458] env[65481]: DEBUG nova.compute.manager [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Received event network-vif-plugged-8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1090.853680] env[65481]: DEBUG oslo_concurrency.lockutils [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] Acquiring lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1090.853884] env[65481]: DEBUG oslo_concurrency.lockutils [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1090.854058] env[65481]: DEBUG oslo_concurrency.lockutils [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1090.854260] env[65481]: DEBUG nova.compute.manager [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] No waiting events found dispatching network-vif-plugged-8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1090.854396] env[65481]: WARNING nova.compute.manager [req-7e5c00c5-e1bd-495f-9a6f-b5259c4f82d0 req-db47401b-ac2c-433a-a05e-ec0e95efad13 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Received unexpected event network-vif-plugged-8545dc2e-c93a-4804-9cfe-d29038d5ba73 for instance with vm_state building and task_state spawning. [ 1091.113151] env[65481]: DEBUG oslo_vmware.api [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885176, 'name': DeleteDatastoreFile_Task, 'duration_secs': 1.916049} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.113402] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1091.113592] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1091.113778] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1091.114060] env[65481]: INFO nova.compute.manager [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Took 2.66 seconds to destroy the instance on the hypervisor. [ 1091.114218] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1091.114421] env[65481]: DEBUG nova.compute.manager [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1091.114508] env[65481]: DEBUG nova.network.neutron [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1091.114788] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.154822] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.221298] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.242134] env[65481]: DEBUG nova.network.neutron [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Successfully updated port: fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1091.253725] env[65481]: DEBUG nova.scheduler.client.report [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1091.268207] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d437de-cd59-efdf-c693-4ca66e94b241, 'name': SearchDatastore_Task, 'duration_secs': 0.08582} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.269313] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.269648] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1091.270109] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.270109] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.270866] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1091.270866] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0a907801-4767-48ad-ab79-35e808018662 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.283860] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1091.284110] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1091.284943] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f9084c01-ed12-439f-9157-cf7de6284edd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.292597] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1091.292597] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c4e4dd-1e8d-ce90-491c-7ab8b52693b3" [ 1091.292597] env[65481]: _type = "Task" [ 1091.292597] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.302269] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c4e4dd-1e8d-ce90-491c-7ab8b52693b3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.306366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1091.306759] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Instance network_info: |[{"id": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "address": "fa:16:3e:36:9e:87", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8545dc2e-c9", "ovs_interfaceid": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1091.310021] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:36:9e:87', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '8545dc2e-c93a-4804-9cfe-d29038d5ba73', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1091.315177] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1091.316247] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1091.316506] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-0a315c35-13e4-4c9c-9b17-1881f9ef0561 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.335729] env[65481]: WARNING neutronclient.v2_0.client [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.338135] env[65481]: DEBUG oslo_vmware.api [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885181, 'name': PowerOnVM_Task, 'duration_secs': 1.248735} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.338954] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1091.339170] env[65481]: INFO nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Took 9.08 seconds to spawn the instance on the hypervisor. [ 1091.339351] env[65481]: DEBUG nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1091.340210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f2489bb8-9f0e-4361-9b2d-ed7824876ff7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.345071] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1091.345071] env[65481]: value = "task-4885183" [ 1091.345071] env[65481]: _type = "Task" [ 1091.345071] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.358709] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885183, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.603110] env[65481]: WARNING neutronclient.v2_0.client [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1091.686796] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1091.687298] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1091.687709] env[65481]: INFO nova.compute.manager [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Rebooting instance [ 1091.717987] env[65481]: DEBUG nova.network.neutron [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updated VIF entry in instance network info cache for port 1e443cd9-0288-4320-b569-32324c93daaa. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1091.718384] env[65481]: DEBUG nova.network.neutron [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updating instance_info_cache with network_info: [{"id": "1e443cd9-0288-4320-b569-32324c93daaa", "address": "fa:16:3e:f5:3a:d8", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e443cd9-02", "ovs_interfaceid": "1e443cd9-0288-4320-b569-32324c93daaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1091.725073] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885173, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.57215} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.725790] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa/fe8fbe81-f6d5-464e-8bbb-fb7a2bfc87fa.vmdk to [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1091.727099] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edbb58db-5758-4142-92ab-226b85c0877b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.747748] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1091.747974] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1091.748166] env[65481]: DEBUG nova.network.neutron [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1091.758579] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Reconfiguring VM instance instance-0000004f to attach disk [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1091.760115] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-af84d5c9-59d5-45ae-ae80-fe9dcb704a1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.775789] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.853s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1091.785065] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1091.785065] env[65481]: value = "task-4885186" [ 1091.785065] env[65481]: _type = "Task" [ 1091.785065] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.795511] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885186, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.800876] env[65481]: INFO nova.scheduler.client.report [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Deleted allocations for instance a98c99c7-4181-44c3-904c-430ec7b5e92b [ 1091.809556] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c4e4dd-1e8d-ce90-491c-7ab8b52693b3, 'name': SearchDatastore_Task, 'duration_secs': 0.012369} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1091.813559] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-90ff833d-3a7e-4292-b8e8-0d52702e83d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1091.822617] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1091.822617] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d992f8-0897-e6b7-97cd-c9747b14836b" [ 1091.822617] env[65481]: _type = "Task" [ 1091.822617] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1091.833529] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d992f8-0897-e6b7-97cd-c9747b14836b, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.863260] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885183, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1091.869130] env[65481]: INFO nova.compute.manager [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Took 16.78 seconds to build instance. [ 1092.163031] env[65481]: DEBUG nova.network.neutron [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.204588] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.204761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.204951] env[65481]: DEBUG nova.network.neutron [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1092.227370] env[65481]: DEBUG oslo_concurrency.lockutils [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] Releasing lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.227370] env[65481]: DEBUG nova.compute.manager [req-55534078-498a-4c91-8344-e812fe17dca4 req-775e0f1c-21c8-47b8-aa9a-5ccce39dbaae service nova] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Received event network-vif-deleted-30158582-4d65-444c-bef7-e2546da142b5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1092.239631] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "407c2004-d8c0-4373-b615-0ead844ba235" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.239631] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.297392] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885186, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.302780] env[65481]: WARNING nova.network.neutron [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 1092.317179] env[65481]: DEBUG oslo_concurrency.lockutils [None req-13ed696b-6619-4d14-989a-e1a365c5ebe9 tempest-ImagesTestJSON-1613116730 tempest-ImagesTestJSON-1613116730-project-member] Lock "a98c99c7-4181-44c3-904c-430ec7b5e92b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.416s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.337991] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d992f8-0897-e6b7-97cd-c9747b14836b, 'name': SearchDatastore_Task, 'duration_secs': 0.011008} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.338315] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.338638] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/e71d0781-c8f8-4c4e-aece-77a9badc9aa7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1092.340303] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-56ae73ae-a838-4a6f-a920-aaaea1297428 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.348396] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1092.348396] env[65481]: value = "task-4885187" [ 1092.348396] env[65481]: _type = "Task" [ 1092.348396] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.372724] env[65481]: DEBUG oslo_concurrency.lockutils [None req-87a2d855-e564-4410-b431-15ad61395709 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.289s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.373441] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885187, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.377092] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885183, 'name': CreateVM_Task, 'duration_secs': 0.614885} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.377290] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1092.377798] env[65481]: WARNING neutronclient.v2_0.client [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.378339] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.378339] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.378735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1092.378907] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-305619ff-a1c2-4b9a-8255-e5b88f26832f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.385168] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1092.385168] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5266d1d2-6be0-6283-ee42-7994e82a6db7" [ 1092.385168] env[65481]: _type = "Task" [ 1092.385168] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.394529] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5266d1d2-6be0-6283-ee42-7994e82a6db7, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.431722] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.603766] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.665778] env[65481]: INFO nova.compute.manager [-] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Took 1.55 seconds to deallocate network for instance. [ 1092.694073] env[65481]: DEBUG nova.network.neutron [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdc07658-0385-4214-b274-c94edfe86c8a", "address": "fa:16:3e:a3:93:8a", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc07658-03", "ovs_interfaceid": "fdc07658-0385-4214-b274-c94edfe86c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1092.708417] env[65481]: WARNING neutronclient.v2_0.client [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1092.722126] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f604a00f-27e2-46a4-b531-4a89902cabd4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.731040] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Suspending the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1092.731040] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-7eae084b-e2e2-4ebe-8cec-11d16c3af2fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.738661] env[65481]: DEBUG oslo_vmware.api [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1092.738661] env[65481]: value = "task-4885188" [ 1092.738661] env[65481]: _type = "Task" [ 1092.738661] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.743435] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1092.754377] env[65481]: DEBUG oslo_vmware.api [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885188, 'name': SuspendVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.797732] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885186, 'name': ReconfigVM_Task, 'duration_secs': 0.756721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.798837] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Reconfigured VM instance instance-0000004f to attach disk [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80/1c5f1c4b-bc39-431d-87bb-a3d97e04be80.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1092.799629] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d1b77881-693e-48ea-a4bb-febf88611ac5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.811204] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1092.811204] env[65481]: value = "task-4885189" [ 1092.811204] env[65481]: _type = "Task" [ 1092.811204] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.826127] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885189, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.867247] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885187, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.896443] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5266d1d2-6be0-6283-ee42-7994e82a6db7, 'name': SearchDatastore_Task, 'duration_secs': 0.014393} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1092.896775] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1092.897021] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1092.897303] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.897471] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1092.897653] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1092.897936] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-3d9de490-43b0-4712-b3a8-1be4fe5c36a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.908083] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1092.908373] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1092.909303] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e49922d8-25e0-4cd1-8d99-c1f7c96cf230 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1092.916172] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1092.916172] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f17f86-634a-6236-a048-27b8ce59ceb6" [ 1092.916172] env[65481]: _type = "Task" [ 1092.916172] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1092.925146] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f17f86-634a-6236-a048-27b8ce59ceb6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1092.990431] env[65481]: DEBUG nova.compute.manager [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1092.990703] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1092.991044] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1092.991232] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1092.991422] env[65481]: DEBUG nova.compute.manager [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] No waiting events found dispatching network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1092.991629] env[65481]: WARNING nova.compute.manager [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received unexpected event network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a for instance with vm_state active and task_state None. [ 1092.991829] env[65481]: DEBUG nova.compute.manager [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1092.992022] env[65481]: DEBUG nova.compute.manager [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-fdc07658-0385-4214-b274-c94edfe86c8a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1092.992199] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1092.993488] env[65481]: WARNING neutronclient.v2_0.client [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.015271] env[65481]: DEBUG nova.compute.manager [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Received event network-changed-8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1093.015465] env[65481]: DEBUG nova.compute.manager [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Refreshing instance network info cache due to event network-changed-8545dc2e-c93a-4804-9cfe-d29038d5ba73. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1093.015694] env[65481]: DEBUG oslo_concurrency.lockutils [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] Acquiring lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.015861] env[65481]: DEBUG oslo_concurrency.lockutils [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] Acquired lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.016050] env[65481]: DEBUG nova.network.neutron [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Refreshing network info cache for port 8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.079722] env[65481]: DEBUG nova.network.neutron [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.175286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.175606] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1093.175844] env[65481]: DEBUG nova.objects.instance [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'resources' on Instance uuid 704b6a5d-b95f-47fd-a557-bbffb2fcab11 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1093.197322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.198068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1093.198248] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.198553] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1093.198736] env[65481]: DEBUG nova.network.neutron [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1093.200704] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcfa8428-5c51-4e82-bf4f-b4b8358547e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.220336] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1093.220558] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1093.220726] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1093.220921] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1093.221094] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1093.221257] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1093.221525] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1093.221727] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1093.221923] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1093.222131] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1093.222358] env[65481]: DEBUG nova.virt.hardware [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1093.229571] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfiguring VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1093.230692] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-699dc9dd-889a-4e68-83d9-278cb7c9a102 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.256625] env[65481]: DEBUG oslo_vmware.api [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1093.256625] env[65481]: value = "task-4885190" [ 1093.256625] env[65481]: _type = "Task" [ 1093.256625] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.260605] env[65481]: DEBUG oslo_vmware.api [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885188, 'name': SuspendVM_Task} progress is 58%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.271017] env[65481]: DEBUG oslo_vmware.api [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885190, 'name': ReconfigVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.273501] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1093.321891] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885189, 'name': Rename_Task, 'duration_secs': 0.417095} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.322204] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1093.322461] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-709768ee-0927-4cd7-878b-a4b058bfc998 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.329901] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1093.329901] env[65481]: value = "task-4885191" [ 1093.329901] env[65481]: _type = "Task" [ 1093.329901] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.338575] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885191, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.368216] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885187, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522677} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.368508] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/e71d0781-c8f8-4c4e-aece-77a9badc9aa7.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1093.368720] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1093.368974] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-97cc49ee-885c-432a-8fe1-039712a4a6df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.376546] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1093.376546] env[65481]: value = "task-4885192" [ 1093.376546] env[65481]: _type = "Task" [ 1093.376546] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.384731] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885192, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.427437] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f17f86-634a-6236-a048-27b8ce59ceb6, 'name': SearchDatastore_Task, 'duration_secs': 0.011505} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.428390] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a82019f2-2b46-437c-a570-aa2c6a243714 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.435195] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1093.435195] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4fb52-363e-bf54-790a-523ef6a16792" [ 1093.435195] env[65481]: _type = "Task" [ 1093.435195] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.445146] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4fb52-363e-bf54-790a-523ef6a16792, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.518829] env[65481]: WARNING neutronclient.v2_0.client [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.584416] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.704351] env[65481]: WARNING neutronclient.v2_0.client [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.712267] env[65481]: WARNING neutronclient.v2_0.client [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.773020] env[65481]: DEBUG oslo_vmware.api [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885188, 'name': SuspendVM_Task, 'duration_secs': 0.765055} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.773321] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Suspended the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1093.773539] env[65481]: DEBUG nova.compute.manager [None req-dc2d19c5-584d-4e16-a6c1-1e522a203252 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1093.774405] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7cd21034-05e9-4f02-97b4-cc1aa94d2be6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.789994] env[65481]: DEBUG oslo_vmware.api [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885190, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.846251] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885191, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.856149] env[65481]: DEBUG nova.network.neutron [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updated VIF entry in instance network info cache for port 8545dc2e-c93a-4804-9cfe-d29038d5ba73. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1093.856504] env[65481]: DEBUG nova.network.neutron [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updating instance_info_cache with network_info: [{"id": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "address": "fa:16:3e:36:9e:87", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8545dc2e-c9", "ovs_interfaceid": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1093.889101] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885192, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082584} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.893828] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1093.893828] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cecdc100-27a0-4345-b290-a2b77074e7a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.922749] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/e71d0781-c8f8-4c4e-aece-77a9badc9aa7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1093.927153] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6451ef6b-04f8-4283-abfe-e36161ce3b3b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.944601] env[65481]: WARNING neutronclient.v2_0.client [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1093.965841] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b4fb52-363e-bf54-790a-523ef6a16792, 'name': SearchDatastore_Task, 'duration_secs': 0.010441} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1093.971024] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1093.971024] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/6f83f365-e5e1-4a39-81f6-64be5ad6891f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1093.971024] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1093.971024] env[65481]: value = "task-4885194" [ 1093.971024] env[65481]: _type = "Task" [ 1093.971024] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.971024] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-04ef7f57-bbe0-4547-9cae-de6e2da13521 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.980303] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885194, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1093.983615] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e9ac0fb-4040-4a06-89ff-4ed7ca926a73 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1093.986800] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1093.986800] env[65481]: value = "task-4885195" [ 1093.986800] env[65481]: _type = "Task" [ 1093.986800] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1093.999389] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a6435ac-7aa3-43f3-9699-24b4aedecb3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.007579] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885195, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.045503] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed1bde3f-9ad0-408e-8a32-6da443149b2f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.049517] env[65481]: DEBUG nova.network.neutron [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port fdc07658-0385-4214-b274-c94edfe86c8a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1094.050344] env[65481]: DEBUG nova.network.neutron [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdc07658-0385-4214-b274-c94edfe86c8a", "address": "fa:16:3e:a3:93:8a", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc07658-03", "ovs_interfaceid": "fdc07658-0385-4214-b274-c94edfe86c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1094.059142] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28c292e7-c7b6-41ff-9f5d-0ed60d3904a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.077196] env[65481]: DEBUG nova.compute.provider_tree [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1094.087585] env[65481]: DEBUG nova.compute.manager [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.088806] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e9d3ab0-4725-4170-89c4-96b49e50bd43 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.100810] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.101319] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.279187] env[65481]: DEBUG oslo_vmware.api [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885190, 'name': ReconfigVM_Task, 'duration_secs': 0.995705} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.279187] env[65481]: WARNING neutronclient.v2_0.client [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1094.279187] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.279610] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfigured VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1094.346147] env[65481]: DEBUG oslo_vmware.api [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885191, 'name': PowerOnVM_Task, 'duration_secs': 0.907108} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.346147] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1094.361834] env[65481]: DEBUG oslo_concurrency.lockutils [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] Releasing lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.362726] env[65481]: DEBUG nova.compute.manager [req-133fbfa5-3018-4760-859c-32c776783cf9 req-7ccf1e6e-c9b1-4714-964a-692bf6e9850f service nova] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Received event network-vif-deleted-98873b90-8920-469f-9a6a-c832aafab796 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1094.482905] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885194, 'name': ReconfigVM_Task, 'duration_secs': 0.424829} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1094.483224] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/e71d0781-c8f8-4c4e-aece-77a9badc9aa7.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1094.483890] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9648fc10-ea67-4414-87d6-613f9f9c4e90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.492052] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1094.492052] env[65481]: value = "task-4885196" [ 1094.492052] env[65481]: _type = "Task" [ 1094.492052] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1094.499757] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885195, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.506437] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885196, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1094.509307] env[65481]: DEBUG nova.compute.manager [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1094.510307] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6311b654-f155-4783-9380-137700782371 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1094.553359] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ee8c973-f40a-477b-8e42-6b43b9f6caa0 req-c060ca33-89d6-4f51-8b90-25364663b400 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1094.580615] env[65481]: DEBUG nova.scheduler.client.report [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1094.611591] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.611591] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.611591] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.611591] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.612153] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.612153] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.612557] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1094.612756] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1094.785076] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36372d78-3729-459a-bb17-b2618837479d tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.358s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1094.999904] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885195, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.598368} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.000631] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/6f83f365-e5e1-4a39-81f6-64be5ad6891f.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1095.000875] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1095.001133] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-362b3820-d7de-4c86-a2f1-73699bdc0cbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.006311] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885196, 'name': Rename_Task, 'duration_secs': 0.256935} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.006955] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1095.007259] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6be25c75-055c-4a45-93f5-5a3a104e3f84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.011556] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1095.011556] env[65481]: value = "task-4885197" [ 1095.011556] env[65481]: _type = "Task" [ 1095.011556] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.015987] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1095.015987] env[65481]: value = "task-4885198" [ 1095.015987] env[65481]: _type = "Task" [ 1095.015987] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.029654] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885197, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.032672] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a5cc4872-63ec-4cdc-8ce8-83678a0aeb52 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.588s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.037293] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885198, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.087822] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.912s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.090435] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.817s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.091989] env[65481]: INFO nova.compute.claims [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1095.113450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fdf412ec-0df3-43dc-ac2e-70b04c0ea0dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.118770] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.124904] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Doing hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1063}} [ 1095.125317] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ResetVM_Task with opID=oslo.vmware-c2d71c4f-8dbe-4e0e-9ae7-06abb88978a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.128017] env[65481]: INFO nova.scheduler.client.report [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocations for instance 704b6a5d-b95f-47fd-a557-bbffb2fcab11 [ 1095.134599] env[65481]: DEBUG oslo_vmware.api [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1095.134599] env[65481]: value = "task-4885199" [ 1095.134599] env[65481]: _type = "Task" [ 1095.134599] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.147292] env[65481]: DEBUG oslo_vmware.api [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885199, 'name': ResetVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.357373] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "d2318052-eb9f-4ce5-a22e-25b42059108c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.357701] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.357845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1095.357957] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1095.358137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.360754] env[65481]: INFO nova.compute.manager [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Terminating instance [ 1095.531795] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885197, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070296} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.532127] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885198, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.532486] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1095.533325] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fa78347-1a1b-4ad3-aca2-66d7b950feac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.557282] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/6f83f365-e5e1-4a39-81f6-64be5ad6891f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.557612] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6b98ad02-c221-46db-a849-741eb577d847 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.579509] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1095.579509] env[65481]: value = "task-4885200" [ 1095.579509] env[65481]: _type = "Task" [ 1095.579509] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.589141] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885200, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.643812] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9af85e04-7375-416b-8f64-6f0ea9602f18 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "704b6a5d-b95f-47fd-a557-bbffb2fcab11" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.701s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1095.651762] env[65481]: DEBUG oslo_vmware.api [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885199, 'name': ResetVM_Task, 'duration_secs': 0.108191} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1095.655020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Did hard reboot of VM {{(pid=65481) reboot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1067}} [ 1095.655020] env[65481]: DEBUG nova.compute.manager [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1095.655020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0395a8ae-4fa7-47c5-861f-d3c49aac5742 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.864790] env[65481]: DEBUG nova.compute.manager [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1095.865089] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1095.866246] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25d4476-eb61-48b4-8a6a-03af27384d0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.875466] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1095.875466] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c869bbf2-149e-4308-a25a-c491550cd725 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.899738] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1095.899738] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951975', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'name': 'volume-2348011f-0fae-48c6-bdc8-9920d7529c8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa6373b-f3a3-46cd-bf83-8610c0578294', 'attached_at': '', 'detached_at': '', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'serial': '2348011f-0fae-48c6-bdc8-9920d7529c8f'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1095.900653] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf0ed29f-c1ec-4532-9aeb-1ddadfb98d7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.922508] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c69e1cf-d74e-425f-8cd4-0b363c492b10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.952710] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to attach disk [datastore1] volume-2348011f-0fae-48c6-bdc8-9920d7529c8f/volume-2348011f-0fae-48c6-bdc8-9920d7529c8f.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1095.953076] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5b2afe16-5d2c-4790-873f-f95488c23329 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.969306] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1095.969605] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1095.969797] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore2] d2318052-eb9f-4ce5-a22e-25b42059108c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1095.971503] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d654929c-fe44-4ed9-8de5-92f4db4a6e81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1095.977660] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1095.977660] env[65481]: value = "task-4885202" [ 1095.977660] env[65481]: _type = "Task" [ 1095.977660] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.979250] env[65481]: DEBUG oslo_vmware.api [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1095.979250] env[65481]: value = "task-4885203" [ 1095.979250] env[65481]: _type = "Task" [ 1095.979250] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1095.992533] env[65481]: DEBUG oslo_vmware.api [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885203, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1095.995977] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885202, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.031374] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885198, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.091203] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885200, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.172423] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d1cafe93-8529-471f-87c3-e5fb2d18f085 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager.reboot_instance..do_reboot_instance" :: held 4.485s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1096.191265] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.191517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.346784] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f741d64-2064-4676-b1ba-18488251c990 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.356497] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a71fd831-5843-4c71-88b8-df4c57037dc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.391981] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1096.392309] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1096.394481] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8e78642-5747-47a5-9d1a-94a75de2c2e2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.404455] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-76f71eae-a236-434f-8aea-4200edca85d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.421311] env[65481]: DEBUG nova.compute.provider_tree [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1096.493480] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885202, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.497015] env[65481]: DEBUG oslo_vmware.api [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885203, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.176318} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.497306] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1096.497486] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1096.497663] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1096.497834] env[65481]: INFO nova.compute.manager [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Took 0.63 seconds to destroy the instance on the hypervisor. [ 1096.498114] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1096.498314] env[65481]: DEBUG nova.compute.manager [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1096.498411] env[65481]: DEBUG nova.network.neutron [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1096.498661] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.531979] env[65481]: DEBUG oslo_vmware.api [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885198, 'name': PowerOnVM_Task, 'duration_secs': 1.063952} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.532285] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1096.532492] env[65481]: INFO nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Took 10.08 seconds to spawn the instance on the hypervisor. [ 1096.532734] env[65481]: DEBUG nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1096.533614] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71f58154-1488-4554-a744-791626879512 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.575655] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.590296] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885200, 'name': ReconfigVM_Task, 'duration_secs': 0.548158} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1096.591412] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/6f83f365-e5e1-4a39-81f6-64be5ad6891f.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1096.592133] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-f3bfd6d4-b62a-4a77-9d99-4349b75e6980 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.602937] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1096.602937] env[65481]: value = "task-4885204" [ 1096.602937] env[65481]: _type = "Task" [ 1096.602937] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.612858] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885204, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1096.696720] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1096.875772] env[65481]: DEBUG nova.compute.manager [req-6319c7fa-e872-450f-be1e-ed1a65221b18 req-ada0cf8b-8a0f-414b-a80d-3d0945d576db service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Received event network-vif-deleted-7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1096.876032] env[65481]: INFO nova.compute.manager [req-6319c7fa-e872-450f-be1e-ed1a65221b18 req-ada0cf8b-8a0f-414b-a80d-3d0945d576db service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Neutron deleted interface 7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1; detaching it from the instance and deleting it from the info cache [ 1096.876222] env[65481]: DEBUG nova.network.neutron [req-6319c7fa-e872-450f-be1e-ed1a65221b18 req-ada0cf8b-8a0f-414b-a80d-3d0945d576db service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1096.898408] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1096.898648] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1096.899713] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2e36949-b0be-4b76-b82a-17efbf976a66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.922776] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-861f938f-e119-478f-bac1-53c7f36dcf95 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.926971] env[65481]: DEBUG nova.scheduler.client.report [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1096.950804] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1096.956609] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfiguring VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1096.957958] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2a11a669-0a28-4c0e-9ec8-ea0dcc730539 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1096.980484] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1096.980484] env[65481]: value = "task-4885205" [ 1096.980484] env[65481]: _type = "Task" [ 1096.980484] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1096.998628] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.002142] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885202, 'name': ReconfigVM_Task, 'duration_secs': 0.756068} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.002684] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to attach disk [datastore1] volume-2348011f-0fae-48c6-bdc8-9920d7529c8f/volume-2348011f-0fae-48c6-bdc8-9920d7529c8f.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1097.008419] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-863a529f-4da8-4287-8007-5f812b8b2546 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.026139] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1097.026139] env[65481]: value = "task-4885206" [ 1097.026139] env[65481]: _type = "Task" [ 1097.026139] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.043593] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885206, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.056946] env[65481]: INFO nova.compute.manager [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Took 15.39 seconds to build instance. [ 1097.114881] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885204, 'name': Rename_Task, 'duration_secs': 0.21022} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.115215] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1097.115476] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-af903900-ea2c-4a5c-bfde-a634a26ad236 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.124215] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1097.124215] env[65481]: value = "task-4885207" [ 1097.124215] env[65481]: _type = "Task" [ 1097.124215] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.134505] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885207, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.223108] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.304613] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-207f2967-6e1d-45bf-9b58-1f4188bdacdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.311917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.312168] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.315929] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Suspending the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1097.316222] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-1013810e-5c41-45e1-9466-e0bf1d6b0df7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.324105] env[65481]: DEBUG oslo_vmware.api [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1097.324105] env[65481]: value = "task-4885208" [ 1097.324105] env[65481]: _type = "Task" [ 1097.324105] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1097.334931] env[65481]: DEBUG oslo_vmware.api [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885208, 'name': SuspendVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.352823] env[65481]: DEBUG nova.network.neutron [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1097.380517] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-186d76ad-0abc-4451-806a-c6b7ea17846d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.390949] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-398c6864-a173-49b0-9904-b10a62e3cabb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.426358] env[65481]: DEBUG nova.compute.manager [req-6319c7fa-e872-450f-be1e-ed1a65221b18 req-ada0cf8b-8a0f-414b-a80d-3d0945d576db service nova] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Detach interface failed, port_id=7bd0d27f-9cd3-4510-a3d6-3d2a459f86d1, reason: Instance d2318052-eb9f-4ce5-a22e-25b42059108c could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1097.432541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.342s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.433104] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1097.435778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.317s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.436070] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.436124] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1097.436422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.214s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1097.437870] env[65481]: INFO nova.compute.claims [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1097.441350] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d8f2e96-e6a6-4fd9-9ce2-85221d035d6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.453022] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-431863c1-53e3-4d3f-b366-346fa0699e28 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.470482] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5062fe4a-d912-4760-bda8-7f21d5fec10d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.479676] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-893eb8fd-701a-4390-b417-7bff888d7d99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1097.518476] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.518476] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179201MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1097.518476] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1097.539527] env[65481]: DEBUG oslo_vmware.api [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885206, 'name': ReconfigVM_Task, 'duration_secs': 0.179186} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1097.539527] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951975', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'name': 'volume-2348011f-0fae-48c6-bdc8-9920d7529c8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '4aa6373b-f3a3-46cd-bf83-8610c0578294', 'attached_at': '', 'detached_at': '', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'serial': '2348011f-0fae-48c6-bdc8-9920d7529c8f'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1097.558846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-36d93a7b-d585-4bdf-9939-85b6715fef6a tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.899s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1097.635228] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885207, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.815367] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1097.834440] env[65481]: DEBUG oslo_vmware.api [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885208, 'name': SuspendVM_Task} progress is 41%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.855383] env[65481]: INFO nova.compute.manager [-] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Took 1.36 seconds to deallocate network for instance. [ 1097.945133] env[65481]: DEBUG nova.compute.utils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1097.946830] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1097.947051] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1097.947411] env[65481]: WARNING neutronclient.v2_0.client [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.947718] env[65481]: WARNING neutronclient.v2_0.client [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1097.993984] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1097.999257] env[65481]: DEBUG nova.policy [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1098.135878] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885207, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.336072] env[65481]: DEBUG oslo_vmware.api [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885208, 'name': SuspendVM_Task} progress is 41%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.341892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.343092] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Successfully created port: 099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1098.362761] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1098.452378] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1098.495584] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.591619] env[65481]: DEBUG nova.objects.instance [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'flavor' on Instance uuid 4aa6373b-f3a3-46cd-bf83-8610c0578294 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1098.637714] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885207, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1098.660157] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19dd1a59-4dda-45a8-ad59-41088c0c12de {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.669466] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5998515-ec67-4ad8-844a-0678c8f46204 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.703445] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3e122061-a7e8-4b6f-b097-efb6e361f47c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.712264] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8279533a-8e59-4a1f-8dff-fe162e8f0eb2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.733401] env[65481]: DEBUG nova.compute.provider_tree [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1098.839732] env[65481]: DEBUG oslo_vmware.api [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885208, 'name': SuspendVM_Task, 'duration_secs': 1.124199} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1098.840020] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Suspended the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1098.840261] env[65481]: DEBUG nova.compute.manager [None req-f0464b83-18dc-4d1b-9175-622f2f91d6b7 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1098.841250] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2acb951-c354-42c8-aed8-04053ff79958 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1098.996502] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.099699] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4d1c9c9e-7909-43a9-90dd-3b6f2de67e92 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 8.340s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.135751] env[65481]: DEBUG oslo_vmware.api [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885207, 'name': PowerOnVM_Task, 'duration_secs': 1.751233} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1099.136088] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1099.136304] env[65481]: INFO nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Took 10.30 seconds to spawn the instance on the hypervisor. [ 1099.136472] env[65481]: DEBUG nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1099.137341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b4c4e93-b146-4929-a601-ff96e9b3cfa5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.237226] env[65481]: DEBUG nova.scheduler.client.report [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1099.463703] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1099.493232] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1099.493503] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1099.494675] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1099.494953] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1099.494953] env[65481]: DEBUG nova.virt.hardware [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1099.495780] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c95d42f-d766-4e4e-ad9f-432a11dfac21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.501464] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1099.507507] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c2e1b77-221c-4e48-8fa8-aa972ecd141f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1099.657406] env[65481]: INFO nova.compute.manager [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Took 17.50 seconds to build instance. [ 1099.743388] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.307s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.744039] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1099.747617] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 2.229s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.788640] env[65481]: DEBUG nova.compute.manager [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Received event network-vif-plugged-099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1099.788640] env[65481]: DEBUG oslo_concurrency.lockutils [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] Acquiring lock "407c2004-d8c0-4373-b615-0ead844ba235-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1099.789244] env[65481]: DEBUG oslo_concurrency.lockutils [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] Lock "407c2004-d8c0-4373-b615-0ead844ba235-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1099.789244] env[65481]: DEBUG oslo_concurrency.lockutils [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] Lock "407c2004-d8c0-4373-b615-0ead844ba235-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1099.789321] env[65481]: DEBUG nova.compute.manager [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] No waiting events found dispatching network-vif-plugged-099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1099.789509] env[65481]: WARNING nova.compute.manager [req-a4818f77-dff6-4ed8-9834-deb84b743f5b req-ddd82f8b-a5de-4735-9bb5-be20d4191829 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Received unexpected event network-vif-plugged-099db147-f72f-4f91-bc43-50c9946ea540 for instance with vm_state building and task_state spawning. [ 1099.897530] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Successfully updated port: 099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1099.997345] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.016086] env[65481]: INFO nova.compute.manager [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Resuming [ 1100.016709] env[65481]: DEBUG nova.objects.instance [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'flavor' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1100.032303] env[65481]: INFO nova.compute.manager [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Rescuing [ 1100.032634] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.032903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.033074] env[65481]: DEBUG nova.network.neutron [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.159209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7e37d31a-2a13-4071-bb2b-cf6e0c0047c6 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.013s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1100.183590] env[65481]: DEBUG nova.compute.manager [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1100.251060] env[65481]: DEBUG nova.compute.utils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1100.259389] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Not allocating networking since 'none' was specified. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2016}} [ 1100.400918] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1100.401144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1100.401327] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1100.498110] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1100.536697] env[65481]: WARNING neutronclient.v2_0.client [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.705655] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1100.712657] env[65481]: WARNING neutronclient.v2_0.client [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1100.759850] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1100.766822] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating resource usage from migration fb7558e5-d17c-4b10-878d-814853cac3a0 [ 1100.785779] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.785991] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.786179] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.786274] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e4065138-bdf6-420c-969c-f1b4282ba636 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.786353] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c46acfa1-0a1a-4141-9182-6e81b66609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787052] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 541937cd-658d-469d-aeda-5920079b5c73 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787052] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787052] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d2318052-eb9f-4ce5-a22e-25b42059108c is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1100.787052] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e71d0781-c8f8-4c4e-aece-77a9badc9aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787052] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787052] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 407c2004-d8c0-4373-b615-0ead844ba235 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.787282] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1100.803532] env[65481]: DEBUG nova.network.neutron [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updating instance_info_cache with network_info: [{"id": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "address": "fa:16:3e:36:9e:87", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap8545dc2e-c9", "ovs_interfaceid": "8545dc2e-c93a-4804-9cfe-d29038d5ba73", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1100.935998] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1100.998576] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.019278] env[65481]: WARNING neutronclient.v2_0.client [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1101.101490] env[65481]: DEBUG nova.network.neutron [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Updating instance_info_cache with network_info: [{"id": "099db147-f72f-4f91-bc43-50c9946ea540", "address": "fa:16:3e:68:35:b6", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099db147-f7", "ovs_interfaceid": "099db147-f72f-4f91-bc43-50c9946ea540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1101.290020] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance aae85b01-7e39-49b1-a3e3-21a36f93eb4c has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1101.290020] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration fb7558e5-d17c-4b10-878d-814853cac3a0 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1101.290260] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4aa6373b-f3a3-46cd-bf83-8610c0578294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1101.290382] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 12 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1101.290846] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=2816MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=12 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '9', 'num_task_None': '8', 'num_os_type_None': '12', 'num_proj_07c1e630f7c542ffa32018beb6e23ea2': '1', 'io_workload': '4', 'num_proj_15252ee816994008ad066f985ca22c55': '2', 'num_vm_suspended': '1', 'num_task_resuming': '1', 'num_proj_6b4c3f21fde44b6fb9e54a4988dd7289': '1', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'num_proj_61715e629c994294aa7d1876488f00e5': '2', 'num_task_resize_prep': '1', 'num_proj_63b1975a03ff45dca583d79d4e50c142': '1', 'num_proj_7a59adb80b37416bb627ebf997174e38': '1', 'num_proj_baa65da6d78f4c20a1ede20ad6417b61': '2', 'num_task_rescuing': '1', 'num_vm_building': '2', 'num_task_spawning': '1', 'num_proj_eca261fec23c419ebae744cc3c964bf6': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1101.305882] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-6f83f365-e5e1-4a39-81f6-64be5ad6891f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.498849] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.500378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2cfb9358-dbca-4096-a915-4c70caf4e481 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.507360] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92ec5a92-33b0-4bcd-9876-a614cccab142 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.538091] env[65481]: DEBUG oslo_concurrency.lockutils [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.538091] env[65481]: DEBUG oslo_concurrency.lockutils [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquired lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.538091] env[65481]: DEBUG nova.network.neutron [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1101.539795] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9675b8d2-8743-47da-b492-160bb6e45c15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.548088] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-618f9eaf-fe56-4513-afa6-de5f74a2f632 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.564334] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1101.603948] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1101.604436] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Instance network_info: |[{"id": "099db147-f72f-4f91-bc43-50c9946ea540", "address": "fa:16:3e:68:35:b6", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099db147-f7", "ovs_interfaceid": "099db147-f72f-4f91-bc43-50c9946ea540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1101.605296] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:68:35:b6', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '099db147-f72f-4f91-bc43-50c9946ea540', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.612571] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1101.612784] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.613090] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1bf84e56-c052-4c24-958b-5ff7b73cad63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.633824] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.633824] env[65481]: value = "task-4885209" [ 1101.633824] env[65481]: _type = "Task" [ 1101.633824] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.642675] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885209, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.775654] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1101.799512] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1101.799785] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1101.800012] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1101.800247] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1101.800392] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1101.800580] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1101.800835] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1101.801032] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1101.801262] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1101.801461] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1101.801663] env[65481]: DEBUG nova.virt.hardware [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1101.802628] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be514f7e-0975-4e9c-93a5-3b2f4d2e0a5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.811641] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d35ab20-99fa-4411-a8dd-455a179505a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.826505] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1101.832153] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Creating folder: Project (eca261fec23c419ebae744cc3c964bf6). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.832965] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-d0ea14d0-b03a-4e17-89ef-272f451d79a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.846557] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Created folder: Project (eca261fec23c419ebae744cc3c964bf6) in parent group-v951696. [ 1101.846779] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Creating folder: Instances. Parent ref: group-v951977. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1101.847697] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-e65d6d57-0429-41fc-bf7b-c9680e070716 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.860389] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Created folder: Instances in parent group-v951977. [ 1101.860389] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1101.861243] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1101.861243] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-838b94ae-ec0c-49f7-a701-908bb5e2e295 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1101.880114] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1101.880114] env[65481]: value = "task-4885212" [ 1101.880114] env[65481]: _type = "Task" [ 1101.880114] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1101.891098] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885212, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1101.900388] env[65481]: DEBUG nova.compute.manager [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Received event network-changed-099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1101.900388] env[65481]: DEBUG nova.compute.manager [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Refreshing instance network info cache due to event network-changed-099db147-f72f-4f91-bc43-50c9946ea540. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1101.900505] env[65481]: DEBUG oslo_concurrency.lockutils [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] Acquiring lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1101.900629] env[65481]: DEBUG oslo_concurrency.lockutils [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] Acquired lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1101.900804] env[65481]: DEBUG nova.network.neutron [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Refreshing network info cache for port 099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1102.000739] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.043368] env[65481]: WARNING neutronclient.v2_0.client [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.067323] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1102.146277] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885209, 'name': CreateVM_Task, 'duration_secs': 0.340991} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.146491] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.147037] env[65481]: WARNING neutronclient.v2_0.client [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.147435] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.147583] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.147916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.148219] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eb9c70bf-0012-4577-a3bc-393918251b4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.153892] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1102.153892] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5205ecaa-63b8-7739-3f8b-5e6afef37bed" [ 1102.153892] env[65481]: _type = "Task" [ 1102.153892] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.168125] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5205ecaa-63b8-7739-3f8b-5e6afef37bed, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.219810] env[65481]: WARNING neutronclient.v2_0.client [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.291267] env[65481]: DEBUG nova.network.neutron [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [{"id": "5cff97b8-4a83-4394-9b22-408121df5256", "address": "fa:16:3e:5f:fb:22", "network": {"id": "f3a0bf49-bc5f-4cc3-82b3-d633dd694a84", "bridge": "br-int", "label": "tempest-ServersNegativeTestJSON-1008588224-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "6b4c3f21fde44b6fb9e54a4988dd7289", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "df1bf911-aac9-4d2d-ae69-66ace3e6a2d1", "external-id": "nsx-vlan-transportzone-395", "segmentation_id": 395, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5cff97b8-4a", "ovs_interfaceid": "5cff97b8-4a83-4394-9b22-408121df5256", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.392800] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885212, 'name': CreateVM_Task, 'duration_secs': 0.365039} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.392800] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1102.392800] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.404630] env[65481]: WARNING neutronclient.v2_0.client [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.501868] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.541419] env[65481]: WARNING neutronclient.v2_0.client [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1102.572648] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1102.572811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.825s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1102.573225] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 4.232s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1102.574756] env[65481]: INFO nova.compute.claims [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1102.616784] env[65481]: DEBUG nova.network.neutron [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Updated VIF entry in instance network info cache for port 099db147-f72f-4f91-bc43-50c9946ea540. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1102.617126] env[65481]: DEBUG nova.network.neutron [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Updating instance_info_cache with network_info: [{"id": "099db147-f72f-4f91-bc43-50c9946ea540", "address": "fa:16:3e:68:35:b6", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap099db147-f7", "ovs_interfaceid": "099db147-f72f-4f91-bc43-50c9946ea540", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1102.664948] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5205ecaa-63b8-7739-3f8b-5e6afef37bed, 'name': SearchDatastore_Task, 'duration_secs': 0.011782} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1102.665284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.665514] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1102.665746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1102.665892] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.666084] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1102.666419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1102.666741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1102.667028] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-702282ef-4e40-41c2-8664-f82342f264f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.669026] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b288e219-f799-4077-b130-0943e9a4db79 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.674106] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1102.674106] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e85533-fd43-3dcc-b415-2909245532e8" [ 1102.674106] env[65481]: _type = "Task" [ 1102.674106] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.678490] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1102.678665] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1102.682064] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-9dadfc16-c629-48bd-a15f-88d5edb24045 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.684183] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e85533-fd43-3dcc-b415-2909245532e8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.687209] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1102.687209] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52402703-1be2-badd-8ca3-c0f266dcfe00" [ 1102.687209] env[65481]: _type = "Task" [ 1102.687209] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.695201] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52402703-1be2-badd-8ca3-c0f266dcfe00, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.794573] env[65481]: DEBUG oslo_concurrency.lockutils [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Releasing lock "refresh_cache-1c5f1c4b-bc39-431d-87bb-a3d97e04be80" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1102.795625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-752ffcf8-b3dc-4ee8-9185-629417a13879 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.803157] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Resuming the VM {{(pid=65481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1102.803548] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-22136391-7f99-455b-ac20-bd8062f6d13e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.811385] env[65481]: DEBUG oslo_vmware.api [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1102.811385] env[65481]: value = "task-4885213" [ 1102.811385] env[65481]: _type = "Task" [ 1102.811385] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.820148] env[65481]: DEBUG oslo_vmware.api [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885213, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1102.845229] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1102.845380] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3a9141b2-60dd-44c5-826e-e04b8a18f157 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1102.853459] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1102.853459] env[65481]: value = "task-4885214" [ 1102.853459] env[65481]: _type = "Task" [ 1102.853459] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1102.864013] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885214, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.002960] env[65481]: DEBUG oslo_vmware.api [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885205, 'name': ReconfigVM_Task, 'duration_secs': 5.906072} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.003330] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.003544] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Reconfigured VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1103.003976] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.004301] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.035127] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1103.119736] env[65481]: DEBUG oslo_concurrency.lockutils [req-e837b574-9ed3-4478-b233-6461873dfe2a req-f7924406-7edd-43e6-a7fa-b6cf16094de4 service nova] Releasing lock "refresh_cache-407c2004-d8c0-4373-b615-0ead844ba235" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.185892] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e85533-fd43-3dcc-b415-2909245532e8, 'name': SearchDatastore_Task, 'duration_secs': 0.010643} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.186392] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.186679] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.186968] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.199951] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52402703-1be2-badd-8ca3-c0f266dcfe00, 'name': SearchDatastore_Task, 'duration_secs': 0.009229} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.200774] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23995ec4-dfe5-46fc-b67d-36942e457dc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.206906] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1103.206906] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f5f458-5651-63a4-9975-b3ce532fc9fb" [ 1103.206906] env[65481]: _type = "Task" [ 1103.206906] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.215666] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f5f458-5651-63a4-9975-b3ce532fc9fb, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.325141] env[65481]: DEBUG oslo_vmware.api [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885213, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.365544] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885214, 'name': PowerOffVM_Task, 'duration_secs': 0.281382} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.365881] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1103.366827] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ff89c9c-85c5-49cf-a0c8-e59aded90d91 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.391661] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a8f4294-3edf-41b0-9f13-8ad84fb52840 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.442676] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1103.443057] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fbb05b43-7e9a-48da-9c46-b8278eedaa98 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.456137] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1103.456137] env[65481]: value = "task-4885215" [ 1103.456137] env[65481]: _type = "Task" [ 1103.456137] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.468873] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1103.469063] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1103.469299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1103.721678] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f5f458-5651-63a4-9975-b3ce532fc9fb, 'name': SearchDatastore_Task, 'duration_secs': 0.01037} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.722408] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.722408] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 407c2004-d8c0-4373-b615-0ead844ba235/407c2004-d8c0-4373-b615-0ead844ba235.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.722650] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.722892] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.723074] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-580197f5-c964-4dd2-bf92-4e674ea8a787 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.725369] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-44469f98-2478-49a3-bd07-335001f4a9a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.739982] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1103.739982] env[65481]: value = "task-4885216" [ 1103.739982] env[65481]: _type = "Task" [ 1103.739982] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.747800] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.747979] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.749421] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d97b2c60-7663-452f-b3bf-728ced5f9282 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.758974] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885216, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.760776] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1103.760776] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5218b9f0-5ff7-36b4-7cd7-3bfde3b0dc34" [ 1103.760776] env[65481]: _type = "Task" [ 1103.760776] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.778439] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5218b9f0-5ff7-36b4-7cd7-3bfde3b0dc34, 'name': SearchDatastore_Task, 'duration_secs': 0.0134} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.782950] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ea0a72d-582b-4122-8f48-3b0afabb6e07 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.791760] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1103.791760] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d6da5-9cea-ea83-277d-aad30ac9f6b7" [ 1103.791760] env[65481]: _type = "Task" [ 1103.791760] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.808325] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d6da5-9cea-ea83-277d-aad30ac9f6b7, 'name': SearchDatastore_Task, 'duration_secs': 0.010507} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.811550] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1103.811850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1103.812465] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1103.812723] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1103.813044] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f681b4f8-21f8-4cc0-b376-1e72e34fd258 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.815759] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-7c4ff56e-e3fa-4ffd-bac2-63c8ef79fe46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.829795] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9cd9b30-e40a-47ae-a682-8522ef0bdec9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.836033] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1103.836033] env[65481]: value = "task-4885217" [ 1103.836033] env[65481]: _type = "Task" [ 1103.836033] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.842921] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1103.843222] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1103.850299] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-23a55762-f455-471f-97a7-63a4120f4add {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.853152] env[65481]: DEBUG oslo_vmware.api [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885213, 'name': PowerOnVM_Task, 'duration_secs': 0.78876} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.853860] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Resumed the VM {{(pid=65481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1103.854051] env[65481]: DEBUG nova.compute.manager [None req-694d945d-eb2c-4d56-be7d-15155231cdff tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1103.855121] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1cda2ae3-0f09-4804-a7ae-cdca1af680bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.863556] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed3afc98-e423-4c8b-be96-68db0c6ef9f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.867163] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885217, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1103.869755] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1103.869755] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520e0659-033d-8052-a0cf-ab175a182721" [ 1103.869755] env[65481]: _type = "Task" [ 1103.869755] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.906026] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6a51b41-8d93-40b8-a155-47691e32a65c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.912327] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520e0659-033d-8052-a0cf-ab175a182721, 'name': SearchDatastore_Task, 'duration_secs': 0.010515} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1103.913770] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-49cf0ace-886b-453b-b87d-1961cde920fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.920602] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a75b6a07-3dcd-470b-bd68-98843240be48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1103.926806] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1103.926806] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf53b-d7a7-0f21-bfd0-ab539757fe05" [ 1103.926806] env[65481]: _type = "Task" [ 1103.926806] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1103.940561] env[65481]: DEBUG nova.compute.provider_tree [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1103.949086] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf53b-d7a7-0f21-bfd0-ab539757fe05, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.250823] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885216, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.326691] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.327746] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1104.327746] env[65481]: DEBUG nova.network.neutron [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1104.349829] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885217, 'name': CopyVirtualDisk_Task} progress is 4%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.440147] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523cf53b-d7a7-0f21-bfd0-ab539757fe05, 'name': SearchDatastore_Task, 'duration_secs': 0.07514} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.440476] env[65481]: DEBUG oslo_concurrency.lockutils [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1104.440706] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1104.440983] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9fd145b6-c8f4-4a32-80a7-2af53242c0bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.445247] env[65481]: DEBUG nova.scheduler.client.report [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1104.456847] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1104.456847] env[65481]: value = "task-4885218" [ 1104.456847] env[65481]: _type = "Task" [ 1104.456847] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.465620] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885218, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.672178] env[65481]: DEBUG nova.compute.manager [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1104.672383] env[65481]: DEBUG nova.compute.manager [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing instance network info cache due to event network-changed-4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1104.672569] env[65481]: DEBUG oslo_concurrency.lockutils [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] Acquiring lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1104.751869] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885216, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.522101} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.752256] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 407c2004-d8c0-4373-b615-0ead844ba235/407c2004-d8c0-4373-b615-0ead844ba235.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.752472] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.752742] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d41d6cc6-7f69-434d-bdaa-0444381aa983 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.760891] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1104.760891] env[65481]: value = "task-4885219" [ 1104.760891] env[65481]: _type = "Task" [ 1104.760891] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.772523] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885219, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.830237] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1104.848094] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885217, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.771144} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1104.848390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1104.848607] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1104.848875] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-f959d11b-2bb4-464d-88e2-17134e602774 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1104.857657] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1104.857657] env[65481]: value = "task-4885220" [ 1104.857657] env[65481]: _type = "Task" [ 1104.857657] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1104.868415] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885220, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.952289] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.379s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.953152] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1104.956333] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 6.593s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.956333] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1104.958101] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 4.253s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1104.973497] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885218, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1104.987153] env[65481]: INFO nova.scheduler.client.report [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance d2318052-eb9f-4ce5-a22e-25b42059108c [ 1105.003556] env[65481]: WARNING neutronclient.v2_0.client [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.114111] env[65481]: INFO nova.network.neutron [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Port fdc07658-0385-4214-b274-c94edfe86c8a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1105.114493] env[65481]: DEBUG nova.network.neutron [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1105.272031] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885219, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.089737} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.272031] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.272980] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2c97a6f8-0050-4b79-96d6-d984b41dbf5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.296897] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Reconfiguring VM instance instance-0000006b to attach disk [datastore1] 407c2004-d8c0-4373-b615-0ead844ba235/407c2004-d8c0-4373-b615-0ead844ba235.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.297231] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-014cb5c7-df07-4835-90a9-8862d7d7ddc9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.312295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1105.312529] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" acquired by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1105.312898] env[65481]: DEBUG nova.objects.instance [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'flavor' on Instance uuid 541937cd-658d-469d-aeda-5920079b5c73 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1105.320735] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1105.320735] env[65481]: value = "task-4885221" [ 1105.320735] env[65481]: _type = "Task" [ 1105.320735] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.330297] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885221, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.367608] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885220, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.082652} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.367877] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1105.368676] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0f5b2d94-e50c-43f9-b796-86481eeddc52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.389107] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Reconfiguring VM instance instance-0000006c to attach disk [datastore1] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.389419] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2af8cf29-3869-473c-aa7c-9fb217af8a9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.410190] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1105.410190] env[65481]: value = "task-4885222" [ 1105.410190] env[65481]: _type = "Task" [ 1105.410190] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.419249] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885222, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.465784] env[65481]: DEBUG nova.compute.utils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1105.467534] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1105.467757] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1105.468163] env[65481]: WARNING neutronclient.v2_0.client [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.468525] env[65481]: WARNING neutronclient.v2_0.client [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.473359] env[65481]: INFO nova.compute.claims [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1105.483713] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885218, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.549426} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.484026] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 1105.485455] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3bebcad-08ba-4aec-8723-69fd00128fdb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.517215] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Reconfiguring VM instance instance-0000006a to attach disk [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1105.517773] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6fcfa8e5-98a1-44cb-811f-b0c1b405b70d tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "d2318052-eb9f-4ce5-a22e-25b42059108c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.160s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1105.519083] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b8a14ecf-090a-48af-99c2-bf3d48a8fb4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.536905] env[65481]: DEBUG nova.policy [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91af67e36ee84a6e8c615537dbdddb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1e630f7c542ffa32018beb6e23ea2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1105.546872] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1105.546872] env[65481]: value = "task-4885223" [ 1105.546872] env[65481]: _type = "Task" [ 1105.546872] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.557152] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885223, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.617414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1105.619561] env[65481]: DEBUG oslo_concurrency.lockutils [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] Acquired lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1105.619768] env[65481]: DEBUG nova.network.neutron [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Refreshing network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1105.816932] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1105.831450] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885221, 'name': ReconfigVM_Task, 'duration_secs': 0.322585} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.831809] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Reconfigured VM instance instance-0000006b to attach disk [datastore1] 407c2004-d8c0-4373-b615-0ead844ba235/407c2004-d8c0-4373-b615-0ead844ba235.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.832458] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-ca98ed58-41e9-4746-92d5-6a3bd6c5fa56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.841140] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1105.841140] env[65481]: value = "task-4885224" [ 1105.841140] env[65481]: _type = "Task" [ 1105.841140] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.850655] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885224, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.862591] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Successfully created port: 83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1105.920955] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885222, 'name': ReconfigVM_Task, 'duration_secs': 0.324548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1105.924071] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Reconfigured VM instance instance-0000006c to attach disk [datastore1] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1105.924912] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-366265ad-ed56-42d2-80fe-b71cc62dfab7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1105.932801] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1105.932801] env[65481]: value = "task-4885225" [ 1105.932801] env[65481]: _type = "Task" [ 1105.932801] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1105.945215] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885225, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1105.981113] env[65481]: INFO nova.compute.resource_tracker [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating resource usage from migration fb7558e5-d17c-4b10-878d-814853cac3a0 [ 1105.984611] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1105.992284] env[65481]: DEBUG nova.objects.instance [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'pci_requests' on Instance uuid 541937cd-658d-469d-aeda-5920079b5c73 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1106.058322] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.122498] env[65481]: DEBUG oslo_concurrency.lockutils [None req-947bdb8e-aa4b-478d-a79c-bf6557317f39 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-e4065138-bdf6-420c-969c-f1b4282ba636-fdc07658-0385-4214-b274-c94edfe86c8a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.730s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1106.123980] env[65481]: WARNING neutronclient.v2_0.client [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.203824] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-900475f0-d56c-473c-9c42-31f7529c45e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.212417] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bf5012e-7106-4dbf-ba88-1a8398378ccb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.248628] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd8caa7a-fd30-4c0c-ba7e-41d88215730a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.256999] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab06393c-37e4-4232-9ab8-2b2f85f4b3eb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.271087] env[65481]: DEBUG nova.compute.provider_tree [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1106.351816] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885224, 'name': Rename_Task, 'duration_secs': 0.147451} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1106.352238] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1106.352540] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c3d482c9-af60-485b-904b-3b65a43541a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1106.359600] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1106.359600] env[65481]: value = "task-4885226" [ 1106.359600] env[65481]: _type = "Task" [ 1106.359600] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1106.364306] env[65481]: WARNING neutronclient.v2_0.client [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.371947] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885226, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.445201] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885225, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.452388] env[65481]: DEBUG nova.network.neutron [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updated VIF entry in instance network info cache for port 4951e87c-09ba-4d05-93fe-d3b724351605. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1106.452734] env[65481]: DEBUG nova.network.neutron [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [{"id": "4951e87c-09ba-4d05-93fe-d3b724351605", "address": "fa:16:3e:ad:8f:13", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap4951e87c-09", "ovs_interfaceid": "4951e87c-09ba-4d05-93fe-d3b724351605", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1106.494753] env[65481]: DEBUG nova.objects.base [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Object Instance<541937cd-658d-469d-aeda-5920079b5c73> lazy-loaded attributes: flavor,pci_requests {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1106.495090] env[65481]: DEBUG nova.network.neutron [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1106.495485] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.495843] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1106.558983] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885223, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.575902] env[65481]: DEBUG nova.policy [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'a13d211e16484448b5012a6703f7cc75', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '61715e629c994294aa7d1876488f00e5', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1106.774577] env[65481]: DEBUG nova.scheduler.client.report [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1106.871084] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.945214] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885225, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1106.956193] env[65481]: DEBUG oslo_concurrency.lockutils [req-fba69522-9bb2-42a2-b82d-0df16c5d93d3 req-f13e0d22-e70b-4001-9684-fa9dcc4d1261 service nova] Releasing lock "refresh_cache-e4065138-bdf6-420c-969c-f1b4282ba636" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1106.993810] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1107.015240] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1107.015490] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1107.015639] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1107.015813] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1107.015956] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1107.016113] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1107.016319] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1107.016470] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1107.016632] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1107.016789] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1107.016953] env[65481]: DEBUG nova.virt.hardware [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1107.017850] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b5db51b-c49f-448b-8353-6a1b433676f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.038551] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8abe93f6-64e4-4fe0-bf06-894f857ba4ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.071209] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885223, 'name': ReconfigVM_Task, 'duration_secs': 1.299907} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.071504] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Reconfigured VM instance instance-0000006a to attach disk [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1107.072444] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e2511e9-a4ed-4613-aae0-26fa7d784170 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.098347] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-92f44b9b-5438-4098-8019-cd6d6aa59661 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.115895] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1107.115895] env[65481]: value = "task-4885227" [ 1107.115895] env[65481]: _type = "Task" [ 1107.115895] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.124496] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885227, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.281640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.323s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1107.281909] env[65481]: INFO nova.compute.manager [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Migrating [ 1107.371615] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885226, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.446963] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885225, 'name': Rename_Task, 'duration_secs': 1.160304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.447286] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.447540] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-6f4a1514-9eb9-4400-a414-affe68b459a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.450041] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Successfully updated port: 83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1107.457685] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1107.457685] env[65481]: value = "task-4885228" [ 1107.457685] env[65481]: _type = "Task" [ 1107.457685] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.467037] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885228, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.626895] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885227, 'name': ReconfigVM_Task, 'duration_secs': 0.245304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.627241] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1107.627460] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41c196b6-924a-4232-a1ca-cc3f35904c7f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.634972] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1107.634972] env[65481]: value = "task-4885229" [ 1107.634972] env[65481]: _type = "Task" [ 1107.634972] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1107.644756] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885229, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1107.725695] env[65481]: DEBUG nova.compute.manager [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-changed-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1107.726174] env[65481]: DEBUG nova.compute.manager [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing instance network info cache due to event network-changed-6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1107.726414] env[65481]: DEBUG oslo_concurrency.lockutils [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.726595] env[65481]: DEBUG oslo_concurrency.lockutils [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.726856] env[65481]: DEBUG nova.network.neutron [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1107.798830] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.799034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.799232] env[65481]: DEBUG nova.network.neutron [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.871968] env[65481]: DEBUG oslo_vmware.api [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885226, 'name': PowerOnVM_Task, 'duration_secs': 1.205356} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1107.872272] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1107.872457] env[65481]: INFO nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Took 8.41 seconds to spawn the instance on the hypervisor. [ 1107.872633] env[65481]: DEBUG nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1107.874740] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27bd2c65-0e91-48c0-9b81-b658ec0d49d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1107.954403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1107.954403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1107.954528] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1107.968462] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.145890] env[65481]: DEBUG oslo_vmware.api [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885229, 'name': PowerOnVM_Task, 'duration_secs': 0.483014} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.146355] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.149156] env[65481]: DEBUG nova.compute.manager [None req-e024a939-cbe8-4f56-8b64-06a5d27ca3a1 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1108.150130] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28f75f47-bea9-420a-a144-ea9dbd1a5944 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1108.154028] env[65481]: DEBUG nova.network.neutron [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Successfully updated port: fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1108.229530] env[65481]: WARNING neutronclient.v2_0.client [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.302475] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.320144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.320406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.399577] env[65481]: INFO nova.compute.manager [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Took 15.15 seconds to build instance. [ 1108.422563] env[65481]: DEBUG nova.compute.manager [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1108.422563] env[65481]: DEBUG oslo_concurrency.lockutils [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1108.422974] env[65481]: DEBUG oslo_concurrency.lockutils [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1108.423192] env[65481]: DEBUG oslo_concurrency.lockutils [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.423363] env[65481]: DEBUG nova.compute.manager [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] No waiting events found dispatching network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1108.423818] env[65481]: WARNING nova.compute.manager [req-288d6473-68ea-40e2-9e76-06cd79bced04 req-2b63e6dc-a710-41e8-a6cf-cd79489fa241 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received unexpected event network-vif-plugged-fdc07658-0385-4214-b274-c94edfe86c8a for instance with vm_state active and task_state None. [ 1108.450214] env[65481]: WARNING neutronclient.v2_0.client [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.470873] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885228, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1108.491683] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1108.521941] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.543468] env[65481]: DEBUG nova.network.neutron [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updated VIF entry in instance network info cache for port 6e957934-fe82-4341-bffb-9015e1e01560. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1108.543837] env[65481]: DEBUG nova.network.neutron [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.609486] env[65481]: WARNING neutronclient.v2_0.client [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1108.644167] env[65481]: DEBUG nova.network.neutron [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.657095] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1108.698316] env[65481]: DEBUG nova.network.neutron [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updating instance_info_cache with network_info: [{"id": "83095132-33bf-40fb-8894-2c5554beb6e0", "address": "fa:16:3e:7a:81:58", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095132-33", "ovs_interfaceid": "83095132-33bf-40fb-8894-2c5554beb6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1108.822591] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1108.902013] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ab4224c5-6b81-49c3-956d-d3b4056cc591 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.663s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1108.971561] env[65481]: DEBUG oslo_vmware.api [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885228, 'name': PowerOnVM_Task, 'duration_secs': 1.172684} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1108.971839] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1108.972532] env[65481]: INFO nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Took 7.20 seconds to spawn the instance on the hypervisor. [ 1108.972532] env[65481]: DEBUG nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1108.973523] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-84085433-0fa7-4271-b9ba-ce67bc73374e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.047112] env[65481]: DEBUG oslo_concurrency.lockutils [req-69ad7c92-6182-4da2-add7-0471415bb8d2 req-b6bcde70-3590-4f1d-9edf-9b01472af8b7 service nova] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.047375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.047625] env[65481]: DEBUG nova.network.neutron [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1109.146689] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.204068] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1109.204068] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Instance network_info: |[{"id": "83095132-33bf-40fb-8894-2c5554beb6e0", "address": "fa:16:3e:7a:81:58", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095132-33", "ovs_interfaceid": "83095132-33bf-40fb-8894-2c5554beb6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1109.204068] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:7a:81:58', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '83095132-33bf-40fb-8894-2c5554beb6e0', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1109.211655] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1109.211885] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1109.212219] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64399ca8-6f8e-4766-b447-ee6c5070e868 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1109.234604] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1109.234604] env[65481]: value = "task-4885230" [ 1109.234604] env[65481]: _type = "Task" [ 1109.234604] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1109.244759] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885230, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.351304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.351622] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.353191] env[65481]: INFO nova.compute.claims [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1109.494522] env[65481]: INFO nova.compute.manager [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Took 12.29 seconds to build instance. [ 1109.586459] env[65481]: WARNING nova.network.neutron [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] 9be0d58d-2b81-4a31-a369-174e916bffeb already exists in list: networks containing: ['9be0d58d-2b81-4a31-a369-174e916bffeb']. ignoring it [ 1109.691074] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.736496] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "407c2004-d8c0-4373-b615-0ead844ba235" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.736749] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.736947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "407c2004-d8c0-4373-b615-0ead844ba235-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.737143] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.737349] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.743134] env[65481]: INFO nova.compute.manager [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Terminating instance [ 1109.751349] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885230, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1109.757608] env[65481]: DEBUG nova.compute.manager [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Received event network-vif-plugged-83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.757811] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Acquiring lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1109.758294] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1109.758457] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1109.758621] env[65481]: DEBUG nova.compute.manager [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] No waiting events found dispatching network-vif-plugged-83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1109.758788] env[65481]: WARNING nova.compute.manager [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Received unexpected event network-vif-plugged-83095132-33bf-40fb-8894-2c5554beb6e0 for instance with vm_state building and task_state spawning. [ 1109.758939] env[65481]: DEBUG nova.compute.manager [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Received event network-changed-83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1109.759099] env[65481]: DEBUG nova.compute.manager [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Refreshing instance network info cache due to event network-changed-83095132-33bf-40fb-8894-2c5554beb6e0. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1109.759274] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Acquiring lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1109.759400] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Acquired lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1109.759545] env[65481]: DEBUG nova.network.neutron [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Refreshing network info cache for port 83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1109.864172] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1109.936290] env[65481]: DEBUG nova.network.neutron [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdc07658-0385-4214-b274-c94edfe86c8a", "address": "fa:16:3e:a3:93:8a", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc07658-03", "ovs_interfaceid": "fdc07658-0385-4214-b274-c94edfe86c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1109.997106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-67e87cfb-6f5d-4638-8391-fd7bb9731fca tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.805s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1110.250762] env[65481]: DEBUG nova.compute.manager [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1110.251043] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1110.251349] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885230, 'name': CreateVM_Task, 'duration_secs': 0.599625} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.252165] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c493f58b-0df3-423e-a0a7-1aa1fd8c2dc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.255315] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1110.255871] env[65481]: WARNING neutronclient.v2_0.client [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.256267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.256443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.256788] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1110.257508] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0a3c8c3f-2ba3-44ed-8813-c0deda9ecad6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.262857] env[65481]: WARNING neutronclient.v2_0.client [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.265804] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1110.267466] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f0932b39-4502-468d-93e1-d999dd87c7cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.269420] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1110.269420] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52193ef5-ebe5-cc69-d112-397399a0f89a" [ 1110.269420] env[65481]: _type = "Task" [ 1110.269420] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.275557] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1110.275557] env[65481]: value = "task-4885231" [ 1110.275557] env[65481]: _type = "Task" [ 1110.275557] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.282784] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52193ef5-ebe5-cc69-d112-397399a0f89a, 'name': SearchDatastore_Task, 'duration_secs': 0.012404} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.283284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.283901] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1110.284088] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.284192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.284369] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1110.285569] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0db9b0ef-db88-4548-a542-46a3d752987b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.291890] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885231, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.300636] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1110.300899] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1110.304791] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0feae6c6-6b46-474f-b87f-6a78a2525d03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.311807] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1110.311807] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527c7665-a72e-7bd2-7953-8c3b2c078b6c" [ 1110.311807] env[65481]: _type = "Task" [ 1110.311807] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.323154] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527c7665-a72e-7bd2-7953-8c3b2c078b6c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.440889] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1110.441823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.442016] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.447596] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19c8f807-7c27-4a6a-bf0d-03c46bd15d02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.454251] env[65481]: DEBUG nova.compute.manager [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-changed-fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1110.454521] env[65481]: DEBUG nova.compute.manager [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing instance network info cache due to event network-changed-fdc07658-0385-4214-b274-c94edfe86c8a. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1110.454803] env[65481]: DEBUG oslo_concurrency.lockutils [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1110.454956] env[65481]: DEBUG oslo_concurrency.lockutils [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1110.455273] env[65481]: DEBUG nova.network.neutron [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Refreshing network info cache for port fdc07658-0385-4214-b274-c94edfe86c8a {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1110.457542] env[65481]: WARNING neutronclient.v2_0.client [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1110.475455] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=,min_ram=,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1110.475685] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1110.475839] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1110.476059] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1110.476212] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1110.476351] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1110.476554] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1110.476706] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1110.476867] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1110.477038] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1110.477212] env[65481]: DEBUG nova.virt.hardware [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1110.483615] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfiguring VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1923}} [ 1110.487422] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b5cdac5a-3acc-4bd5-98ef-25b4455622ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.511252] env[65481]: DEBUG oslo_vmware.api [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1110.511252] env[65481]: value = "task-4885232" [ 1110.511252] env[65481]: _type = "Task" [ 1110.511252] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.525412] env[65481]: DEBUG oslo_vmware.api [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885232, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.541450] env[65481]: DEBUG nova.network.neutron [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updated VIF entry in instance network info cache for port 83095132-33bf-40fb-8894-2c5554beb6e0. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1110.541878] env[65481]: DEBUG nova.network.neutron [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updating instance_info_cache with network_info: [{"id": "83095132-33bf-40fb-8894-2c5554beb6e0", "address": "fa:16:3e:7a:81:58", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095132-33", "ovs_interfaceid": "83095132-33bf-40fb-8894-2c5554beb6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1110.638067] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-02dc7ad7-deda-4dbb-8660-1e7111d03ad9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.648389] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7bd872aa-1fe2-4516-8276-4d29ca5874ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.653232] env[65481]: INFO nova.compute.manager [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Rebuilding instance [ 1110.703620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7604a3a8-ca72-4573-90c4-b0337b27f262 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.706917] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff83d32b-0968-4df2-9dd2-32b51e9bf9df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.733900] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ed060d1a-cd4c-44a3-9808-a64e7699cfb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.738179] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1110.752925] env[65481]: DEBUG nova.compute.provider_tree [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1110.760720] env[65481]: DEBUG nova.compute.manager [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1110.760720] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7798f80c-3742-4c3b-a38d-fd5d49ae9070 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.787747] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885231, 'name': PowerOffVM_Task, 'duration_secs': 0.235179} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.788033] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1110.788203] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1110.788457] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3f38034f-8db0-4c56-bb27-9d68375a1eae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.822759] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527c7665-a72e-7bd2-7953-8c3b2c078b6c, 'name': SearchDatastore_Task, 'duration_secs': 0.01158} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1110.823765] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b08e99d-a973-44fb-b64b-66e086c74598 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.829793] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1110.829793] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529daee9-fccd-f305-1da0-21bcd0cc7935" [ 1110.829793] env[65481]: _type = "Task" [ 1110.829793] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.839650] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529daee9-fccd-f305-1da0-21bcd0cc7935, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.849697] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1110.850057] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1110.850290] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore1] 407c2004-d8c0-4373-b615-0ead844ba235 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1110.851020] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-39858456-234a-4b47-87b4-8d30d6b97822 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1110.858084] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1110.858084] env[65481]: value = "task-4885234" [ 1110.858084] env[65481]: _type = "Task" [ 1110.858084] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1110.866427] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885234, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1110.961856] env[65481]: WARNING neutronclient.v2_0.client [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.022634] env[65481]: DEBUG oslo_vmware.api [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885232, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.044605] env[65481]: DEBUG oslo_concurrency.lockutils [req-f4a90614-e6b3-4f3a-9a29-69d7e5a7244e req-c598bc83-c3b3-494f-b4c7-2f3b49898e90 service nova] Releasing lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.136941] env[65481]: WARNING neutronclient.v2_0.client [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.224205] env[65481]: DEBUG nova.network.neutron [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updated VIF entry in instance network info cache for port fdc07658-0385-4214-b274-c94edfe86c8a. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1111.224861] env[65481]: DEBUG nova.network.neutron [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}, {"id": "fdc07658-0385-4214-b274-c94edfe86c8a", "address": "fa:16:3e:a3:93:8a", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfdc07658-03", "ovs_interfaceid": "fdc07658-0385-4214-b274-c94edfe86c8a", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": true, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.244894] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.245139] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-ee0fc5d0-ca3e-4d39-afee-24b74fd29ab8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.253582] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1111.253582] env[65481]: value = "task-4885235" [ 1111.253582] env[65481]: _type = "Task" [ 1111.253582] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.263692] env[65481]: DEBUG nova.scheduler.client.report [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1111.267066] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885235, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.343176] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529daee9-fccd-f305-1da0-21bcd0cc7935, 'name': SearchDatastore_Task, 'duration_secs': 0.010892} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.343550] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.343902] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aae85b01-7e39-49b1-a3e3-21a36f93eb4c/aae85b01-7e39-49b1-a3e3-21a36f93eb4c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1111.345075] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-946f413e-6057-44f6-ba2b-6fa829e25a12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.353508] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1111.353508] env[65481]: value = "task-4885236" [ 1111.353508] env[65481]: _type = "Task" [ 1111.353508] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.368696] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885236, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.374970] env[65481]: DEBUG oslo_vmware.api [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885234, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.17092} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.375301] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1111.375437] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1111.375630] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1111.375766] env[65481]: INFO nova.compute.manager [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1111.376049] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1111.376250] env[65481]: DEBUG nova.compute.manager [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1111.376364] env[65481]: DEBUG nova.network.neutron [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1111.376676] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.410591] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.446265] env[65481]: INFO nova.compute.manager [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Rescuing [ 1111.446584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1111.446718] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1111.446910] env[65481]: DEBUG nova.network.neutron [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1111.526974] env[65481]: DEBUG oslo_vmware.api [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885232, 'name': ReconfigVM_Task, 'duration_secs': 0.798205} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.526974] env[65481]: WARNING neutronclient.v2_0.client [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1111.527134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.527413] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfigured VM to attach interface {{(pid=65481) attach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1937}} [ 1111.710442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.711323] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.711559] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1111.711747] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1111.711967] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.714959] env[65481]: INFO nova.compute.manager [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Terminating instance [ 1111.729842] env[65481]: DEBUG oslo_concurrency.lockutils [req-72d9f5dd-8401-4939-b22e-5740489f4448 req-b810774d-f516-4f33-80dc-b672dfe97e92 service nova] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1111.765201] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885235, 'name': PowerOffVM_Task, 'duration_secs': 0.500888} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1111.766200] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1111.766200] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1111.769962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.418s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1111.770841] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1111.776092] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1111.776569] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e06b9b88-9cdf-407c-96ef-d07d96bbe06c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1111.784232] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1111.784232] env[65481]: value = "task-4885237" [ 1111.784232] env[65481]: _type = "Task" [ 1111.784232] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1111.794590] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885237, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.797038] env[65481]: DEBUG nova.compute.manager [req-f389a50e-c0a9-4d00-8667-dc39e0f28df7 req-1b4d3a15-4dc0-4ebc-9ca1-7994e510d253 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Received event network-vif-deleted-099db147-f72f-4f91-bc43-50c9946ea540 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1111.797284] env[65481]: INFO nova.compute.manager [req-f389a50e-c0a9-4d00-8667-dc39e0f28df7 req-1b4d3a15-4dc0-4ebc-9ca1-7994e510d253 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Neutron deleted interface 099db147-f72f-4f91-bc43-50c9946ea540; detaching it from the instance and deleting it from the info cache [ 1111.797402] env[65481]: DEBUG nova.network.neutron [req-f389a50e-c0a9-4d00-8667-dc39e0f28df7 req-1b4d3a15-4dc0-4ebc-9ca1-7994e510d253 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1111.865025] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885236, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1111.951420] env[65481]: WARNING neutronclient.v2_0.client [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.033495] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5dde16de-7c61-45da-92b0-ccab8a0338fc tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" "released" by "nova.compute.manager.ComputeManager.attach_interface..do_attach_interface" :: held 6.721s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1112.119882] env[65481]: WARNING neutronclient.v2_0.client [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.188485] env[65481]: DEBUG nova.network.neutron [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.198842] env[65481]: DEBUG nova.network.neutron [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updating instance_info_cache with network_info: [{"id": "1e443cd9-0288-4320-b569-32324c93daaa", "address": "fa:16:3e:f5:3a:d8", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e443cd9-02", "ovs_interfaceid": "1e443cd9-0288-4320-b569-32324c93daaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1112.219510] env[65481]: DEBUG nova.compute.manager [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1112.219865] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.221460] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4449063-baaf-4b23-a774-2bc808f638b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.232155] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1112.232524] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9dd90f6d-7a87-4894-9be8-5292df518f31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.241690] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1112.241690] env[65481]: value = "task-4885238" [ 1112.241690] env[65481]: _type = "Task" [ 1112.241690] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.254445] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885238, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.276408] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1112.276659] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1112.276811] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1112.276992] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1112.277154] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1112.277317] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1112.277519] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1112.277673] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1112.277834] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1112.277996] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1112.278185] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1112.284335] env[65481]: DEBUG nova.compute.utils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1112.286056] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25d38585-f94b-4df9-8d05-5db79fa33cad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.296892] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1112.297115] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1112.297439] env[65481]: WARNING neutronclient.v2_0.client [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.297722] env[65481]: WARNING neutronclient.v2_0.client [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1112.306269] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1eb50412-aa56-4f8f-b842-04de8cb20ada {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.315474] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885237, 'name': PowerOffVM_Task, 'duration_secs': 0.18203} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.318868] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.319108] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1112.319413] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1112.319413] env[65481]: value = "task-4885239" [ 1112.319413] env[65481]: _type = "Task" [ 1112.319413] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.320488] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-78ac7986-446c-4276-8d44-53dbff799a4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.326184] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fff622a-a78c-4e6c-84fc-38a59275f51c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.350422] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.350762] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885239, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.352483] env[65481]: DEBUG nova.policy [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '3f609d3311b34aa985a6439c3cadfc98', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'f77fa24f146446629ebd3b812d08bd17', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1112.354716] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0cd6d346-8d84-4299-9cbf-ebe6169ac1c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.377218] env[65481]: DEBUG nova.compute.manager [req-f389a50e-c0a9-4d00-8667-dc39e0f28df7 req-1b4d3a15-4dc0-4ebc-9ca1-7994e510d253 service nova] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Detach interface failed, port_id=099db147-f72f-4f91-bc43-50c9946ea540, reason: Instance 407c2004-d8c0-4373-b615-0ead844ba235 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1112.387686] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885236, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.557655} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.387953] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aae85b01-7e39-49b1-a3e3-21a36f93eb4c/aae85b01-7e39-49b1-a3e3-21a36f93eb4c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1112.388181] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1112.388436] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-2c0c7f14-770c-477d-8c67-64881257a5a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.395606] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1112.395606] env[65481]: value = "task-4885241" [ 1112.395606] env[65481]: _type = "Task" [ 1112.395606] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.406220] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885241, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.410206] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.410443] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.410615] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Deleting the datastore file [datastore1] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.410923] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-d317d22c-bf4f-445d-a7b7-4c48daff20fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.419640] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1112.419640] env[65481]: value = "task-4885242" [ 1112.419640] env[65481]: _type = "Task" [ 1112.419640] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.429866] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885242, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.685999] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Successfully created port: 494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1112.692492] env[65481]: INFO nova.compute.manager [-] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Took 1.32 seconds to deallocate network for instance. [ 1112.702096] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1112.752627] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885238, 'name': PowerOffVM_Task, 'duration_secs': 0.319792} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.752887] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1112.753075] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1112.753356] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fc5755ae-eb74-44b3-a803-20a6702de12c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.804019] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1112.834841] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885239, 'name': ReconfigVM_Task, 'duration_secs': 0.286498} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.836515] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1112.840202] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1112.840411] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1112.840585] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleting the datastore file [datastore2] 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1112.841085] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ba95508c-547e-46f5-aef6-e2037762508f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.849036] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for the task: (returnval){ [ 1112.849036] env[65481]: value = "task-4885244" [ 1112.849036] env[65481]: _type = "Task" [ 1112.849036] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.863196] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885244, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1112.907482] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885241, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.08944} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.907813] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1112.908792] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09828af4-f0cc-4817-a93c-065e8803e034 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.931923] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Reconfiguring VM instance instance-0000006d to attach disk [datastore2] aae85b01-7e39-49b1-a3e3-21a36f93eb4c/aae85b01-7e39-49b1-a3e3-21a36f93eb4c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1112.936678] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-77f4c522-580d-4d0f-81a4-2e81b854b648 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1112.956944] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885242, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.116084} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1112.958516] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1112.958805] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1112.958873] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1112.963290] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1112.963290] env[65481]: value = "task-4885245" [ 1112.963290] env[65481]: _type = "Task" [ 1112.963290] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1112.971712] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885245, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.199607] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.199936] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.200297] env[65481]: DEBUG nova.objects.instance [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid 407c2004-d8c0-4373-b615-0ead844ba235 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1113.344316] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.344636] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.344828] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.345120] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.345651] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.345651] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.345929] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.345929] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.346187] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.346409] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.346622] env[65481]: DEBUG nova.virt.hardware [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.353214] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1113.354367] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-fada2e1c-b214-4692-be27-7f5b3cef1099 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.379786] env[65481]: DEBUG oslo_vmware.api [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Task: {'id': task-4885244, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154736} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.381197] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1113.381384] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1113.381552] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1113.381719] env[65481]: INFO nova.compute.manager [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Took 1.16 seconds to destroy the instance on the hypervisor. [ 1113.381961] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1113.382257] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1113.382257] env[65481]: value = "task-4885246" [ 1113.382257] env[65481]: _type = "Task" [ 1113.382257] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.382451] env[65481]: DEBUG nova.compute.manager [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1113.382548] env[65481]: DEBUG nova.network.neutron [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1113.382788] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.394697] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885246, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.417973] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1113.478637] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885245, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.516206] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1113.516668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" acquired by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1113.813936] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1113.833801] env[65481]: DEBUG nova.compute.manager [req-991b50ca-3cf6-40d6-97d7-1e1d39c42dc1 req-b9f29b02-fbf0-49f9-86a7-90dd214db75e service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Received event network-vif-deleted-5cff97b8-4a83-4394-9b22-408121df5256 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1113.834009] env[65481]: INFO nova.compute.manager [req-991b50ca-3cf6-40d6-97d7-1e1d39c42dc1 req-b9f29b02-fbf0-49f9-86a7-90dd214db75e service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Neutron deleted interface 5cff97b8-4a83-4394-9b22-408121df5256; detaching it from the instance and deleting it from the info cache [ 1113.834186] env[65481]: DEBUG nova.network.neutron [req-991b50ca-3cf6-40d6-97d7-1e1d39c42dc1 req-b9f29b02-fbf0-49f9-86a7-90dd214db75e service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1113.843433] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1113.843673] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1113.844026] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1113.844026] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1113.844145] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1113.844285] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1113.844487] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1113.844639] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1113.844799] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1113.844999] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1113.845175] env[65481]: DEBUG nova.virt.hardware [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1113.846328] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54694b97-6391-4c0a-90dd-85b4afaa2362 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.858505] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7af24b7a-bc59-4782-ae14-e07e20f88f9e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.900024] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885246, 'name': ReconfigVM_Task, 'duration_secs': 0.235918} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1113.900024] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1113.900024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-092dfc13-1487-4846-adbb-f85e3ed8f697 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.928568] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1113.931972] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f4b140dd-d88d-4743-a32c-69dc86118b6b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.951965] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1113.951965] env[65481]: value = "task-4885247" [ 1113.951965] env[65481]: _type = "Task" [ 1113.951965] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1113.957081] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea092ec7-5978-4183-8d94-f18751c05639 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.965674] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885247, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1113.971087] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2351686-694b-4e88-b466-4b589e8e6649 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1113.987330] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885245, 'name': ReconfigVM_Task, 'duration_secs': 0.656934} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.012512] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Reconfigured VM instance instance-0000006d to attach disk [datastore2] aae85b01-7e39-49b1-a3e3-21a36f93eb4c/aae85b01-7e39-49b1-a3e3-21a36f93eb4c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.015468] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0c1a2952-ba00-45cd-b9a6-1d3891c4670a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.017688] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8f8a3a1-9c23-4438-ac65-c0b755b072c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.020766] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.020766] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.021944] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d76a681-92b4-4959-aece-f12733814f00 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.027399] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1114.027627] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1114.027772] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1114.030990] env[65481]: DEBUG nova.virt.hardware [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1114.031344] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4665eb60-87c5-48a3-b52c-1357ece640c1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.033860] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1114.033860] env[65481]: value = "task-4885248" [ 1114.033860] env[65481]: _type = "Task" [ 1114.033860] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.042192] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-421b728f-e5c4-4bf5-95be-f8eef31e5a93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.066849] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-482f7b70-a53a-4ae6-8eb2-fcb1bddc70df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.070772] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e0fa8e2-fff2-4816-acdc-0380e585a80a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.086236] env[65481]: DEBUG nova.compute.provider_tree [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1114.087842] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885248, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.109586] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1114.115197] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfiguring VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1968}} [ 1114.124670] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d7eb6c92-554f-4a07-9251-c12cce4207d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.138231] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance VIF info [] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1114.144949] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1114.145680] env[65481]: DEBUG nova.network.neutron [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1114.147295] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1114.148131] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-f5b83997-f40f-4ec3-a891-96e62fd4c7c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.163822] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1114.163822] env[65481]: value = "task-4885249" [ 1114.163822] env[65481]: _type = "Task" [ 1114.163822] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.171029] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1114.171029] env[65481]: value = "task-4885250" [ 1114.171029] env[65481]: _type = "Task" [ 1114.171029] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.176119] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.181892] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885250, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.240406] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.240768] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7ff6f63d-e0a6-4259-a506-c18d9ed82b0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.248986] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1114.248986] env[65481]: value = "task-4885251" [ 1114.248986] env[65481]: _type = "Task" [ 1114.248986] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.258382] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885251, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.279636] env[65481]: DEBUG nova.compute.manager [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Received event network-vif-plugged-494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1114.279834] env[65481]: DEBUG oslo_concurrency.lockutils [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1114.280249] env[65481]: DEBUG oslo_concurrency.lockutils [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1114.280453] env[65481]: DEBUG oslo_concurrency.lockutils [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1114.280614] env[65481]: DEBUG nova.compute.manager [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] No waiting events found dispatching network-vif-plugged-494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1114.280769] env[65481]: WARNING nova.compute.manager [req-1a027064-7eba-4da6-b731-9d4718181603 req-2e659655-9401-4fff-bf89-c49967d2971b service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Received unexpected event network-vif-plugged-494cd65b-4a85-495b-a565-4ff5061f6a6e for instance with vm_state building and task_state spawning. [ 1114.299543] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Successfully updated port: 494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1114.339404] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-61e27529-b7ab-46e9-991a-fe79484db1a3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.350410] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38a6f1c2-538b-4e9c-9990-e734593a07a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.388298] env[65481]: DEBUG nova.compute.manager [req-991b50ca-3cf6-40d6-97d7-1e1d39c42dc1 req-b9f29b02-fbf0-49f9-86a7-90dd214db75e service nova] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Detach interface failed, port_id=5cff97b8-4a83-4394-9b22-408121df5256, reason: Instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1114.464867] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885247, 'name': ReconfigVM_Task, 'duration_secs': 0.411645} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.465229] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1114.465492] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1114.547388] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885248, 'name': Rename_Task, 'duration_secs': 0.149228} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.547646] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1114.547884] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-281a5c60-640c-49f4-8037-ec4255da99a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.554285] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1114.554285] env[65481]: value = "task-4885252" [ 1114.554285] env[65481]: _type = "Task" [ 1114.554285] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.562338] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885252, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.591098] env[65481]: DEBUG nova.scheduler.client.report [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1114.649185] env[65481]: INFO nova.compute.manager [-] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Took 1.27 seconds to deallocate network for instance. [ 1114.676428] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.681882] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885250, 'name': CreateVM_Task, 'duration_secs': 0.286119} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.682096] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1114.682504] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.682663] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.682979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1114.683284] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0b97ac5e-a195-409d-9d0f-2f9f5e63b904 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.688115] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1114.688115] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f4b88-44a8-31db-27a6-4598968885f8" [ 1114.688115] env[65481]: _type = "Task" [ 1114.688115] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.698287] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f4b88-44a8-31db-27a6-4598968885f8, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.759416] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885251, 'name': PowerOffVM_Task, 'duration_secs': 0.214617} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1114.759643] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1114.760753] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58f76a48-2fe2-4a83-ab99-65b4ef2514db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.779910] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-93d9ce5d-9503-4068-bba5-002508094ffd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.802704] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.802981] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.803153] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1114.816214] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1114.817028] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-d1fd6506-d18b-4c5c-8998-c6caaa41e3fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.824412] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1114.824412] env[65481]: value = "task-4885253" [ 1114.824412] env[65481]: _type = "Task" [ 1114.824412] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.834671] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1114.834889] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1114.835233] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1114.835326] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1114.835502] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1114.835738] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-dff2844c-27d3-4856-8d2e-5b7ca166dbf6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.844746] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1114.845039] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1114.845791] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5a2a90bc-90da-42a2-86c2-95b216bad802 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.852056] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1114.852056] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]528aa72a-d40b-cb84-2aab-0515fc62542a" [ 1114.852056] env[65481]: _type = "Task" [ 1114.852056] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1114.860854] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528aa72a-d40b-cb84-2aab-0515fc62542a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1114.971977] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebca5212-20f5-4153-a164-ee322df2a670 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1114.996635] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c568535a-d6b6-46ba-83a5-652b50844e87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.018038] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1115.065847] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885252, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.096876] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.897s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.128406] env[65481]: INFO nova.scheduler.client.report [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance 407c2004-d8c0-4373-b615-0ead844ba235 [ 1115.156872] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1115.157328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1115.157615] env[65481]: DEBUG nova.objects.instance [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lazy-loading 'resources' on Instance uuid 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1115.175677] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.200502] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f4b88-44a8-31db-27a6-4598968885f8, 'name': SearchDatastore_Task, 'duration_secs': 0.010697} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.200832] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.201085] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1115.201301] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1115.345500] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1115.366150] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]528aa72a-d40b-cb84-2aab-0515fc62542a, 'name': SearchDatastore_Task, 'duration_secs': 0.010559} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.367399] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d6c4b5c1-1847-41be-a29c-6f69ba0f31a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.375695] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1115.375695] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e3071-98db-489d-c134-4b2f769ec933" [ 1115.375695] env[65481]: _type = "Task" [ 1115.375695] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.387794] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e3071-98db-489d-c134-4b2f769ec933, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.451456] env[65481]: WARNING neutronclient.v2_0.client [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1115.532205] env[65481]: DEBUG nova.network.neutron [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1115.566506] env[65481]: DEBUG oslo_vmware.api [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885252, 'name': PowerOnVM_Task, 'duration_secs': 0.868893} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.566506] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1115.566809] env[65481]: INFO nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Took 8.57 seconds to spawn the instance on the hypervisor. [ 1115.567046] env[65481]: DEBUG nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1115.567880] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef38bc9e-3498-4ea7-8e14-40305dbe8ef4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.636771] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7def8dd4-105a-4ee3-8bd0-bc58f6f5f359 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "407c2004-d8c0-4373-b615-0ead844ba235" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.900s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1115.678666] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.853958] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e75d7896-9fc1-49fc-b6d0-a950723952b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.862230] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e97058df-0595-49ae-8608-9e88d6121042 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.895239] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50ebf538-b14d-40ba-9d42-25505f5561d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.906632] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-719a8a1e-bdcf-4aa2-ad72-79e0cde418b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.910576] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526e3071-98db-489d-c134-4b2f769ec933, 'name': SearchDatastore_Task, 'duration_secs': 0.011552} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1115.910826] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1115.911094] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1115.911729] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1115.911933] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1115.912172] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8c457039-722b-4165-b458-1af99e1b6445 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.921972] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-92f34589-4f45-4913-839d-98f1b01200c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.924924] env[65481]: DEBUG nova.compute.provider_tree [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1115.931559] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1115.931559] env[65481]: value = "task-4885254" [ 1115.931559] env[65481]: _type = "Task" [ 1115.931559] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.936540] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1115.936649] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1115.937874] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c066a856-15b4-4f97-8d85-6e98700dbfec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1115.943744] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885254, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1115.950046] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1115.950046] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5279e76e-ba65-507e-e1bc-fcbf59caed09" [ 1115.950046] env[65481]: _type = "Task" [ 1115.950046] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1115.959273] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5279e76e-ba65-507e-e1bc-fcbf59caed09, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.035344] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1116.035726] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Instance network_info: |[{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1116.036310] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:83:8a:82', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '53915f38-d7a0-42ec-8b30-1eacfb2cc379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '494cd65b-4a85-495b-a565-4ff5061f6a6e', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1116.044886] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1116.045226] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1116.045508] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4d48f754-0060-42cd-bc45-7f940773b08f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.069048] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1116.069048] env[65481]: value = "task-4885255" [ 1116.069048] env[65481]: _type = "Task" [ 1116.069048] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.077886] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885255, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.087053] env[65481]: INFO nova.compute.manager [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Took 17.77 seconds to build instance. [ 1116.179432] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.402401] env[65481]: DEBUG nova.compute.manager [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Received event network-changed-494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.402690] env[65481]: DEBUG nova.compute.manager [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Refreshing instance network info cache due to event network-changed-494cd65b-4a85-495b-a565-4ff5061f6a6e. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.403076] env[65481]: DEBUG oslo_concurrency.lockutils [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] Acquiring lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.403282] env[65481]: DEBUG oslo_concurrency.lockutils [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] Acquired lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.403531] env[65481]: DEBUG nova.network.neutron [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Refreshing network info cache for port 494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.428329] env[65481]: DEBUG nova.scheduler.client.report [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1116.446355] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885254, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.450656] env[65481]: DEBUG nova.compute.manager [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Received event network-changed-83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1116.450794] env[65481]: DEBUG nova.compute.manager [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Refreshing instance network info cache due to event network-changed-83095132-33bf-40fb-8894-2c5554beb6e0. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1116.451024] env[65481]: DEBUG oslo_concurrency.lockutils [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] Acquiring lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.451171] env[65481]: DEBUG oslo_concurrency.lockutils [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] Acquired lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.451326] env[65481]: DEBUG nova.network.neutron [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Refreshing network info cache for port 83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1116.467247] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5279e76e-ba65-507e-e1bc-fcbf59caed09, 'name': SearchDatastore_Task, 'duration_secs': 0.011389} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.468215] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39b006b0-d01d-4c43-b5c4-a8f45a79c4fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.475992] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1116.475992] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a65e5f-7cba-cca3-e3f4-f39050107cf1" [ 1116.475992] env[65481]: _type = "Task" [ 1116.475992] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.486392] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a65e5f-7cba-cca3-e3f4-f39050107cf1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.581807] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885255, 'name': CreateVM_Task, 'duration_secs': 0.440432} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.581955] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1116.582559] env[65481]: WARNING neutronclient.v2_0.client [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.582969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1116.583187] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1116.583572] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1116.583846] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0aa8b2a2-61cf-4087-998b-addf9c2872f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.588786] env[65481]: DEBUG oslo_concurrency.lockutils [None req-611317a2-0fbc-455e-917f-ff9b124759fc tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.277s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.590375] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1116.590375] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5201b8ea-766a-6836-a830-24f8674fbba6" [ 1116.590375] env[65481]: _type = "Task" [ 1116.590375] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1116.599494] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5201b8ea-766a-6836-a830-24f8674fbba6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.644470] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.644833] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.677285] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1116.678688] env[65481]: DEBUG nova.network.neutron [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Port 03956e07-57f0-415e-a6b4-f38737a29cdb binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1116.909750] env[65481]: WARNING neutronclient.v2_0.client [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.940786] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.783s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1116.949757] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885254, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.533444} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1116.952681] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied virtual disk from [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 1116.954098] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4f9eebcf-ef18-4b64-b882-612d282af7fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1116.957414] env[65481]: WARNING neutronclient.v2_0.client [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1116.960063] env[65481]: INFO nova.scheduler.client.report [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Deleted allocations for instance 1c5f1c4b-bc39-431d-87bb-a3d97e04be80 [ 1116.989615] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfiguring VM instance instance-00000069 to attach disk [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1116.997747] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f59e4c56-4c2c-429a-aca6-3f50267c8375 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.019143] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a65e5f-7cba-cca3-e3f4-f39050107cf1, 'name': SearchDatastore_Task, 'duration_secs': 0.01106} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.020681] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.021373] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1117.021373] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1117.021373] env[65481]: value = "task-4885256" [ 1117.021373] env[65481]: _type = "Task" [ 1117.021373] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.021707] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-de6ebed8-79b8-47e5-b709-bf5e5c23dbc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.035154] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885256, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.035888] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1117.035888] env[65481]: value = "task-4885257" [ 1117.035888] env[65481]: _type = "Task" [ 1117.035888] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.051559] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885257, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.106382] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5201b8ea-766a-6836-a830-24f8674fbba6, 'name': SearchDatastore_Task, 'duration_secs': 0.011248} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.106851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.107226] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1117.107591] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1117.107813] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1117.108144] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1117.108509] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-745e9bd2-b6a3-4b9f-aa78-a77234bb56cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.119883] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1117.120014] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1117.122433] env[65481]: WARNING neutronclient.v2_0.client [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.125335] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-db74ebf4-a2a0-4489-9727-713e7bf29696 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.135054] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1117.135054] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf946-0653-c569-cc8b-59fc0626fdd3" [ 1117.135054] env[65481]: _type = "Task" [ 1117.135054] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.146535] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf946-0653-c569-cc8b-59fc0626fdd3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.155766] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.155996] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.191208] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.207187] env[65481]: WARNING neutronclient.v2_0.client [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1117.215680] env[65481]: DEBUG nova.network.neutron [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updated VIF entry in instance network info cache for port 494cd65b-4a85-495b-a565-4ff5061f6a6e. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.216152] env[65481]: DEBUG nova.network.neutron [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.291941] env[65481]: DEBUG nova.network.neutron [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updated VIF entry in instance network info cache for port 83095132-33bf-40fb-8894-2c5554beb6e0. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1117.292163] env[65481]: DEBUG nova.network.neutron [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updating instance_info_cache with network_info: [{"id": "83095132-33bf-40fb-8894-2c5554beb6e0", "address": "fa:16:3e:7a:81:58", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap83095132-33", "ovs_interfaceid": "83095132-33bf-40fb-8894-2c5554beb6e0", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1117.468956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2401c430-01b9-44b8-9b36-1e050f2db427 tempest-ServersNegativeTestJSON-1049868784 tempest-ServersNegativeTestJSON-1049868784-project-member] Lock "1c5f1c4b-bc39-431d-87bb-a3d97e04be80" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.758s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.534252] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885256, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.545495] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885257, 'name': CopyVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.646368] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527bf946-0653-c569-cc8b-59fc0626fdd3, 'name': SearchDatastore_Task, 'duration_secs': 0.010462} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1117.647932] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3d615a19-9bbd-4d9f-9a56-8f59fd096f85 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1117.653971] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1117.653971] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f59ccc-a40d-8445-5edb-9f841b0a4082" [ 1117.653971] env[65481]: _type = "Task" [ 1117.653971] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1117.659033] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1117.665119] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f59ccc-a40d-8445-5edb-9f841b0a4082, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.677175] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1117.709900] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1117.710153] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1117.710368] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1117.718648] env[65481]: DEBUG oslo_concurrency.lockutils [req-d9188596-7d12-409d-aad1-d09a0a470f10 req-6ffe0337-fc1e-483a-a233-e54c9e36d5d8 service nova] Releasing lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1117.795489] env[65481]: DEBUG oslo_concurrency.lockutils [req-c75ead9b-728f-4fcd-948c-bcf8706e896c req-8ae6b38a-0a6e-42d5-b44a-d483ce32bdfd service nova] Releasing lock "refresh_cache-aae85b01-7e39-49b1-a3e3-21a36f93eb4c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.035818] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885256, 'name': ReconfigVM_Task, 'duration_secs': 0.56087} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.036194] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfigured VM instance instance-00000069 to attach disk [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1118.037741] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ea04836-63f0-4f3b-b6b8-79c31426e19d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.050093] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885257, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.516328} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.068019] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1118.069354] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1118.075434] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-9b1c7d46-f4fe-414a-8034-b25c6698dda2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.077835] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ea4bd5fa-04e6-4cf2-abe3-f58642a1f889 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.095946] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1118.095946] env[65481]: value = "task-4885259" [ 1118.095946] env[65481]: _type = "Task" [ 1118.095946] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.097790] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1118.097790] env[65481]: value = "task-4885260" [ 1118.097790] env[65481]: _type = "Task" [ 1118.097790] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.112615] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885260, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.115666] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885259, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.170929] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f59ccc-a40d-8445-5edb-9f841b0a4082, 'name': SearchDatastore_Task, 'duration_secs': 0.010451} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.173386] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1118.173681] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1118.177061] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-db8dc084-5fb3-45b5-9cee-9b9f4997e4fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.186278] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.187719] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1118.187719] env[65481]: value = "task-4885261" [ 1118.187719] env[65481]: _type = "Task" [ 1118.187719] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.191677] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1118.191923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1118.193543] env[65481]: INFO nova.compute.claims [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1118.203246] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885261, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.611614] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885259, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.080454} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.615463] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1118.615733] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885260, 'name': ReconfigVM_Task, 'duration_secs': 0.272225} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1118.616603] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9f80eb15-14df-4417-bdfb-f0804c39be60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.619255] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1118.619520] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a9b5e2f2-39aa-4ab8-9f09-6673916ff869 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.640372] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Reconfiguring VM instance instance-0000006c to attach disk [datastore2] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1118.642227] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3f6d5f4d-d1f1-4830-9955-4604052e5219 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1118.656754] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1118.656754] env[65481]: value = "task-4885262" [ 1118.656754] env[65481]: _type = "Task" [ 1118.656754] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.664066] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1118.664066] env[65481]: value = "task-4885263" [ 1118.664066] env[65481]: _type = "Task" [ 1118.664066] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1118.667995] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885262, 'name': PowerOnVM_Task} progress is 33%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.681055] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885263, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.687297] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.696866] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885261, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1118.715758] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1118.760523] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1118.761077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1118.761077] env[65481]: DEBUG nova.network.neutron [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1119.167284] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885262, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.181257] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885263, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.187416] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.203659] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885261, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.524413} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.204153] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1119.205041] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1119.205041] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-ab1b90e1-dc41-4fe6-a0f0-abd2ac440d46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.213065] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1119.213065] env[65481]: value = "task-4885264" [ 1119.213065] env[65481]: _type = "Task" [ 1119.213065] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.221143] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885264, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.267848] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.438087] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a0e7a9a-6f08-4cbf-9195-2d7a30b693fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.455204] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-64d95aee-ab54-4c0f-9649-9c48e7841792 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.493832] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09d9dc51-3074-4df1-b83a-84185522b78e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.503460] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a7bdf4bb-acac-4faf-856c-f2f5c9d94bd9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.520895] env[65481]: DEBUG nova.compute.provider_tree [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1119.529165] env[65481]: WARNING neutronclient.v2_0.client [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1119.612170] env[65481]: DEBUG nova.network.neutron [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1119.666992] env[65481]: DEBUG oslo_vmware.api [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885262, 'name': PowerOnVM_Task, 'duration_secs': 0.863104} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.667290] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1119.672865] env[65481]: DEBUG nova.compute.manager [None req-4c97868a-124c-4942-8371-c903ad8bc3d3 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1119.673632] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-212e2fb5-926c-4202-b5c1-e104d5f398ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.684110] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885263, 'name': ReconfigVM_Task, 'duration_secs': 0.785818} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.686014] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Reconfigured VM instance instance-0000006c to attach disk [datastore2] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c/aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1119.692212] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f247356-dd8d-41dc-b3e4-2ff02c00c771 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.693810] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.698918] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1119.698918] env[65481]: value = "task-4885265" [ 1119.698918] env[65481]: _type = "Task" [ 1119.698918] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.708846] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885265, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1119.721640] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885264, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.070471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1119.721953] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1119.722988] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95b450e0-7eca-4a15-8cc9-154419e0b138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.746368] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1119.747390] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f14c0b7c-068d-4904-8dbe-1bb4088f29ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1119.768970] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1119.768970] env[65481]: value = "task-4885266" [ 1119.768970] env[65481]: _type = "Task" [ 1119.768970] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1119.779371] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885266, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.024528] env[65481]: DEBUG nova.scheduler.client.report [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1120.115858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.187103] env[65481]: DEBUG oslo_vmware.api [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885249, 'name': ReconfigVM_Task, 'duration_secs': 5.804567} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.187442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1120.187652] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Reconfigured VM to detach interface {{(pid=65481) detach_interface /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1978}} [ 1120.188089] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.188433] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.209029] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885265, 'name': Rename_Task, 'duration_secs': 0.317069} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.209029] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.210530] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-515f5ff6-17e4-4712-9a77-04a2221cda78 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.217249] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1120.217249] env[65481]: value = "task-4885267" [ 1120.217249] env[65481]: _type = "Task" [ 1120.217249] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.221568] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1120.229188] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885267, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.280075] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885266, 'name': ReconfigVM_Task, 'duration_secs': 0.401022} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.280304] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1120.280898] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-2bfe1aca-9d89-479d-a63a-b8bf51791982 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.289463] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1120.289463] env[65481]: value = "task-4885268" [ 1120.289463] env[65481]: _type = "Task" [ 1120.289463] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.299347] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885268, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.531419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.339s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1120.532023] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1120.626246] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48aea256-cf68-4cc4-88a7-ba16d0644377 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.635323] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98681a49-296b-4d72-89dc-8c2c930791bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.728775] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885267, 'name': PowerOnVM_Task} progress is 88%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1120.799709] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885268, 'name': Rename_Task, 'duration_secs': 0.183607} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1120.800133] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1120.800445] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-ef17c1d0-17bb-4c74-92bb-c327857f6a48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1120.808213] env[65481]: INFO nova.compute.manager [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Unrescuing [ 1120.808505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1120.808648] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1120.808811] env[65481]: DEBUG nova.network.neutron [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1120.810115] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1120.810115] env[65481]: value = "task-4885270" [ 1120.810115] env[65481]: _type = "Task" [ 1120.810115] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1120.819417] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885270, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.037766] env[65481]: DEBUG nova.compute.utils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1121.039710] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1121.039957] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1121.040297] env[65481]: WARNING neutronclient.v2_0.client [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.040597] env[65481]: WARNING neutronclient.v2_0.client [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.098025] env[65481]: DEBUG nova.policy [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4359456eeae7445390cf40240a8b3392', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '15252ee816994008ad066f985ca22c55', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1121.230910] env[65481]: DEBUG oslo_vmware.api [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885267, 'name': PowerOnVM_Task, 'duration_secs': 0.748002} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.231904] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.232256] env[65481]: DEBUG nova.compute.manager [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.233551] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33e2537d-9d1d-4c12-bf3e-f39bf2be4825 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.315755] env[65481]: WARNING neutronclient.v2_0.client [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.324752] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885270, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1121.453594] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Successfully created port: 06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1121.506517] env[65481]: WARNING neutronclient.v2_0.client [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1121.545255] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1121.588080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1121.588264] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquired lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1121.588438] env[65481]: DEBUG nova.network.neutron [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1121.657320] env[65481]: DEBUG nova.network.neutron [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updating instance_info_cache with network_info: [{"id": "1e443cd9-0288-4320-b569-32324c93daaa", "address": "fa:16:3e:f5:3a:d8", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap1e443cd9-02", "ovs_interfaceid": "1e443cd9-0288-4320-b569-32324c93daaa", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1121.760572] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c500b40-8078-4529-9608-4f31345dd1d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.763792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1121.764049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1121.764226] env[65481]: DEBUG nova.objects.instance [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1121.787474] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b688ef64-1a2c-46ca-9767-cbbf035808d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1121.796890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1121.821094] env[65481]: DEBUG oslo_vmware.api [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885270, 'name': PowerOnVM_Task, 'duration_secs': 0.630721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1121.821255] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1121.821371] env[65481]: INFO nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Took 8.01 seconds to spawn the instance on the hypervisor. [ 1121.821538] env[65481]: DEBUG nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1121.822316] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6eb82d98-e445-4ea1-9ee7-fdcad7fba532 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.034065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.034246] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.034320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.034505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.034675] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.037351] env[65481]: INFO nova.compute.manager [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Terminating instance [ 1122.092087] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.163417] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-e71d0781-c8f8-4c4e-aece-77a9badc9aa7" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1122.163417] env[65481]: DEBUG nova.objects.instance [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'flavor' on Instance uuid e71d0781-c8f8-4c4e-aece-77a9badc9aa7 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1122.267366] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.267634] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.267881] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "541937cd-658d-469d-aeda-5920079b5c73-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.268030] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.268228] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.273429] env[65481]: INFO nova.compute.manager [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Terminating instance [ 1122.303674] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1122.303973] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-b2d516bb-d429-41ba-8dc2-eeab1628613f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.313284] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1122.313284] env[65481]: value = "task-4885271" [ 1122.313284] env[65481]: _type = "Task" [ 1122.313284] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.326765] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885271, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.342129] env[65481]: INFO nova.compute.manager [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Took 13.01 seconds to build instance. [ 1122.414741] env[65481]: WARNING neutronclient.v2_0.client [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1122.491408] env[65481]: INFO nova.network.neutron [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Port fdc07658-0385-4214-b274-c94edfe86c8a from network info_cache is no longer associated with instance in Neutron. Removing from network info_cache. [ 1122.491883] env[65481]: DEBUG nova.network.neutron [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [{"id": "6e957934-fe82-4341-bffb-9015e1e01560", "address": "fa:16:3e:d9:76:46", "network": {"id": "9be0d58d-2b81-4a31-a369-174e916bffeb", "bridge": "br-int", "label": "tempest-AttachInterfacesTestJSON-1627119604-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.242", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "61715e629c994294aa7d1876488f00e5", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "2b6c45fd-e930-495a-9cb7-df84eda443b1", "external-id": "nsx-vlan-transportzone-407", "segmentation_id": 407, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap6e957934-fe", "ovs_interfaceid": "6e957934-fe82-4341-bffb-9015e1e01560", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1122.541913] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "refresh_cache-aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1122.542182] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquired lock "refresh_cache-aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1122.542410] env[65481]: DEBUG nova.network.neutron [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1122.556683] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1122.586991] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1122.587421] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1122.587705] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1122.588198] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1122.588434] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1122.588662] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1122.588997] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1122.589281] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1122.589546] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1122.589789] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1122.590055] env[65481]: DEBUG nova.virt.hardware [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1122.591791] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5ce5ef3c-ad3c-414b-9da0-a6da7c9b2f70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.603605] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b037661-c0ae-4120-9aa1-39555e273ea4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.668745] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3546b6d-8602-4f81-a8c2-9831ceb01ef0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.691598] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.691985] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0a6eb8e8-d7ac-4ace-881f-45427ac7100c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.699562] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1122.699562] env[65481]: value = "task-4885273" [ 1122.699562] env[65481]: _type = "Task" [ 1122.699562] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.710511] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885273, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.776081] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c6210bb2-e808-480a-9085-1c117c341758 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.012s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.777837] env[65481]: DEBUG nova.compute.manager [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1122.778091] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1122.780242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67990556-3309-4d58-ae7e-0be0bf493a1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.788377] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1122.788558] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1bd614ee-3b22-488f-8fd4-c70feef9be1b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1122.796287] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1122.796287] env[65481]: value = "task-4885274" [ 1122.796287] env[65481]: _type = "Task" [ 1122.796287] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1122.807548] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885274, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.824985] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885271, 'name': PowerOnVM_Task} progress is 90%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1122.844853] env[65481]: DEBUG oslo_concurrency.lockutils [None req-9c8e34c4-813f-4a47-909c-4c28c8ec5088 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.524s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.932944] env[65481]: DEBUG nova.compute.manager [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Received event network-vif-plugged-06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1122.933291] env[65481]: DEBUG oslo_concurrency.lockutils [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] Acquiring lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1122.933717] env[65481]: DEBUG oslo_concurrency.lockutils [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1122.933813] env[65481]: DEBUG oslo_concurrency.lockutils [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1122.934477] env[65481]: DEBUG nova.compute.manager [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] No waiting events found dispatching network-vif-plugged-06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1122.934477] env[65481]: WARNING nova.compute.manager [req-0099e9ae-4ea8-45e4-acbd-2a5b2627aa21 req-717edae8-559c-4adc-b086-458515a1e454 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Received unexpected event network-vif-plugged-06fc0c10-72f8-4fd1-b108-0b6613940334 for instance with vm_state building and task_state spawning. [ 1122.995419] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Releasing lock "refresh_cache-541937cd-658d-469d-aeda-5920079b5c73" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.045261] env[65481]: WARNING neutronclient.v2_0.client [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.049968] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Successfully updated port: 06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1123.071131] env[65481]: DEBUG nova.network.neutron [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1123.142749] env[65481]: DEBUG nova.network.neutron [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1123.212217] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885273, 'name': PowerOffVM_Task, 'duration_secs': 0.316052} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.212525] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.217732] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfiguring VM instance instance-00000069 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1123.219436] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8849bc26-7966-4c60-8258-b886dca93dc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.245593] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1123.245593] env[65481]: value = "task-4885275" [ 1123.245593] env[65481]: _type = "Task" [ 1123.245593] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.255852] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885275, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.308938] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885274, 'name': PowerOffVM_Task, 'duration_secs': 0.294974} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.309461] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1123.309557] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1123.309875] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1127fe83-120c-44a2-94f3-4673bafd8ea1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.326176] env[65481]: DEBUG oslo_vmware.api [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885271, 'name': PowerOnVM_Task, 'duration_secs': 0.621728} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.326553] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1123.326824] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5f32fc11-b21c-48ab-b056-573c7796d3af tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance '4aa6373b-f3a3-46cd-bf83-8610c0578294' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1123.378628] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1123.378920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1123.379175] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleting the datastore file [datastore1] 541937cd-658d-469d-aeda-5920079b5c73 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1123.379502] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00e32fca-2868-41e8-a068-3dd03f624d22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.387183] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1123.387183] env[65481]: value = "task-4885277" [ 1123.387183] env[65481]: _type = "Task" [ 1123.387183] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.396802] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885277, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.501307] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fae6cad9-5520-4ed0-9e7d-07a2592544ff tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "interface-541937cd-658d-469d-aeda-5920079b5c73-fdc07658-0385-4214-b274-c94edfe86c8a" "released" by "nova.compute.manager.ComputeManager.detach_interface..do_detach_interface" :: held 9.985s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1123.552756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1123.553041] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1123.553336] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1123.645513] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Releasing lock "refresh_cache-aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1123.645960] env[65481]: DEBUG nova.compute.manager [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1123.646199] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1123.647156] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9021668-8100-49e5-9875-db767d2b3244 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.658690] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1123.659014] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-790949ca-283a-4aff-ba2b-f2f99ee775f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.672990] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1123.672990] env[65481]: value = "task-4885278" [ 1123.672990] env[65481]: _type = "Task" [ 1123.672990] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.685818] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885278, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.742660] env[65481]: DEBUG nova.compute.manager [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1123.756014] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885275, 'name': ReconfigVM_Task, 'duration_secs': 0.374561} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.756379] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Reconfigured VM instance instance-00000069 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1123.756572] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1123.756842] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8e4c9da4-ee70-4bc2-8ad1-41699c5d2c01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1123.764732] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1123.764732] env[65481]: value = "task-4885279" [ 1123.764732] env[65481]: _type = "Task" [ 1123.764732] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1123.775636] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885279, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1123.899367] env[65481]: DEBUG oslo_vmware.api [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885277, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.169798} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1123.899536] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1123.899721] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1123.899925] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1123.900166] env[65481]: INFO nova.compute.manager [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1123.900435] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1123.900960] env[65481]: DEBUG nova.compute.manager [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1123.901076] env[65481]: DEBUG nova.network.neutron [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1123.901324] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1123.935566] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.131915] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.185165] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885278, 'name': PowerOffVM_Task, 'duration_secs': 0.189717} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.185487] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1124.185920] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1124.186241] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-77a34ee0-9eef-49cc-980a-57774ef7ce22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.220647] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1124.220967] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1124.221264] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Deleting the datastore file [datastore2] aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1124.221571] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e4db767e-2922-4682-aa49-d0d8c142f202 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.236390] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for the task: (returnval){ [ 1124.236390] env[65481]: value = "task-4885281" [ 1124.236390] env[65481]: _type = "Task" [ 1124.236390] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.245827] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885281, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.260824] env[65481]: WARNING neutronclient.v2_0.client [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.269306] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1124.269575] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1124.277272] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885279, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.396757] env[65481]: DEBUG nova.network.neutron [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Updating instance_info_cache with network_info: [{"id": "06fc0c10-72f8-4fd1-b108-0b6613940334", "address": "fa:16:3e:a4:60:99", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fc0c10-72", "ovs_interfaceid": "06fc0c10-72f8-4fd1-b108-0b6613940334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.666863] env[65481]: DEBUG nova.compute.manager [req-be1de583-9941-41dd-bfd5-129f0c3e1cc3 req-f500bbde-3e0a-445e-a71b-667c86a91102 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Received event network-vif-deleted-6e957934-fe82-4341-bffb-9015e1e01560 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.667088] env[65481]: INFO nova.compute.manager [req-be1de583-9941-41dd-bfd5-129f0c3e1cc3 req-f500bbde-3e0a-445e-a71b-667c86a91102 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Neutron deleted interface 6e957934-fe82-4341-bffb-9015e1e01560; detaching it from the instance and deleting it from the info cache [ 1124.667260] env[65481]: DEBUG nova.network.neutron [req-be1de583-9941-41dd-bfd5-129f0c3e1cc3 req-f500bbde-3e0a-445e-a71b-667c86a91102 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1124.748698] env[65481]: DEBUG oslo_vmware.api [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Task: {'id': task-4885281, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.10394} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1124.749019] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1124.749137] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1124.749317] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1124.749484] env[65481]: INFO nova.compute.manager [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1124.749735] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1124.749929] env[65481]: DEBUG nova.compute.manager [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1124.750058] env[65481]: DEBUG nova.network.neutron [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1124.750314] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.775833] env[65481]: INFO nova.compute.claims [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1124.784628] env[65481]: DEBUG nova.network.neutron [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1124.784716] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1124.786835] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885279, 'name': PowerOnVM_Task} progress is 87%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.899381] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1124.899802] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Instance network_info: |[{"id": "06fc0c10-72f8-4fd1-b108-0b6613940334", "address": "fa:16:3e:a4:60:99", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fc0c10-72", "ovs_interfaceid": "06fc0c10-72f8-4fd1-b108-0b6613940334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1124.900294] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a4:60:99', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'ac7039c0-3374-4c08-87fc-af2449b48b02', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '06fc0c10-72f8-4fd1-b108-0b6613940334', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1124.911025] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1124.914232] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1124.914232] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-9a350297-3bc6-4d45-8a96-df83ada84205 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1124.944320] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1124.944320] env[65481]: value = "task-4885283" [ 1124.944320] env[65481]: _type = "Task" [ 1124.944320] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1124.960343] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885283, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1124.971770] env[65481]: DEBUG nova.compute.manager [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Received event network-changed-06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1124.972072] env[65481]: DEBUG nova.compute.manager [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Refreshing instance network info cache due to event network-changed-06fc0c10-72f8-4fd1-b108-0b6613940334. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1124.972340] env[65481]: DEBUG oslo_concurrency.lockutils [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] Acquiring lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1124.972513] env[65481]: DEBUG oslo_concurrency.lockutils [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] Acquired lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1124.972685] env[65481]: DEBUG nova.network.neutron [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Refreshing network info cache for port 06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1125.150454] env[65481]: DEBUG nova.network.neutron [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.170483] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-05d68b94-93e7-4bf8-a119-73570edcedf6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.181542] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-adea76db-5db7-4a18-b1f6-c012968d2976 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.219374] env[65481]: DEBUG nova.compute.manager [req-be1de583-9941-41dd-bfd5-129f0c3e1cc3 req-f500bbde-3e0a-445e-a71b-667c86a91102 service nova] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Detach interface failed, port_id=6e957934-fe82-4341-bffb-9015e1e01560, reason: Instance 541937cd-658d-469d-aeda-5920079b5c73 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1125.221501] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.279654] env[65481]: DEBUG oslo_vmware.api [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885279, 'name': PowerOnVM_Task, 'duration_secs': 1.119635} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.280109] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1125.280312] env[65481]: DEBUG nova.compute.manager [None req-41d13e2f-c7b9-457b-a0f4-9c06bf8de6bf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1125.281198] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e888a41f-41a3-4b47-acaf-2da8896621b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.290113] env[65481]: INFO nova.compute.resource_tracker [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating resource usage from migration 1ea54ae5-fa2e-42c0-b5ee-b8a6c978a859 [ 1125.292686] env[65481]: DEBUG nova.network.neutron [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.297563] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.297940] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.298218] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.344304] env[65481]: DEBUG nova.network.neutron [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Port 03956e07-57f0-415e-a6b4-f38737a29cdb binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1125.344484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.344701] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.344930] env[65481]: DEBUG nova.network.neutron [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1125.455815] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885283, 'name': CreateVM_Task, 'duration_secs': 0.360055} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.455995] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1125.456618] env[65481]: WARNING neutronclient.v2_0.client [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.456975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.457562] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.457879] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1125.458162] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-ff4ed04b-faa0-47cf-b399-a3e0ce8ad93a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.465137] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1125.465137] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b49965-b972-62e8-084e-62fc320e558e" [ 1125.465137] env[65481]: _type = "Task" [ 1125.465137] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1125.476105] env[65481]: WARNING neutronclient.v2_0.client [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.477786] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b49965-b972-62e8-084e-62fc320e558e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1125.516900] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7b81fb1-a726-4704-b759-d74e9e1fe6fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.524797] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1bafd52a-6e20-478f-ad71-36860d09df56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.559862] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-355f0c1e-2376-4531-ad19-dec026cff2c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.568977] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9a3e2a9b-f667-4eaf-8b59-6e230de0065e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.583034] env[65481]: DEBUG nova.compute.provider_tree [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1125.641170] env[65481]: WARNING neutronclient.v2_0.client [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.652940] env[65481]: INFO nova.compute.manager [-] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Took 1.75 seconds to deallocate network for instance. [ 1125.715632] env[65481]: DEBUG nova.network.neutron [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Updated VIF entry in instance network info cache for port 06fc0c10-72f8-4fd1-b108-0b6613940334. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1125.716143] env[65481]: DEBUG nova.network.neutron [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Updating instance_info_cache with network_info: [{"id": "06fc0c10-72f8-4fd1-b108-0b6613940334", "address": "fa:16:3e:a4:60:99", "network": {"id": "16ddb0c6-fa03-4e78-97b9-b87bb1d48114", "bridge": "br-int", "label": "tempest-ServersTestJSON-695311857-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "15252ee816994008ad066f985ca22c55", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "ac7039c0-3374-4c08-87fc-af2449b48b02", "external-id": "nsx-vlan-transportzone-592", "segmentation_id": 592, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap06fc0c10-72", "ovs_interfaceid": "06fc0c10-72f8-4fd1-b108-0b6613940334", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1125.797050] env[65481]: INFO nova.compute.manager [-] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Took 1.05 seconds to deallocate network for instance. [ 1125.848450] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1125.976503] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52b49965-b972-62e8-084e-62fc320e558e, 'name': SearchDatastore_Task, 'duration_secs': 0.01079} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1125.976818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1125.977057] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1125.977296] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1125.977441] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1125.977613] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1125.977890] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-fd02f149-4174-421d-a846-a52d8bd28d46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.990619] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1125.990813] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1125.991639] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a2cc08d-1289-4e81-a857-1be932cae4fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1125.997736] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1125.997736] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f4e7c8-34c3-0a45-8ff0-f89e6c8d22da" [ 1125.997736] env[65481]: _type = "Task" [ 1125.997736] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.008724] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f4e7c8-34c3-0a45-8ff0-f89e6c8d22da, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.011364] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1126.089222] env[65481]: DEBUG nova.scheduler.client.report [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1126.095555] env[65481]: DEBUG nova.network.neutron [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1126.160288] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.218951] env[65481]: DEBUG oslo_concurrency.lockutils [req-d5f06499-45b2-40f3-995a-310f752e53ae req-d2c6828f-ef5d-47a0-86c9-d6ba91aad733 service nova] Releasing lock "refresh_cache-ffd3cf95-8446-4b50-90fa-5d8d215ef079" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1126.307779] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1126.509508] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f4e7c8-34c3-0a45-8ff0-f89e6c8d22da, 'name': SearchDatastore_Task, 'duration_secs': 0.010595} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1126.510420] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-51ccd551-fa29-4368-b9cb-0b9d1514a0fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1126.516452] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1126.516452] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5270f8c4-1e7f-44a1-46ba-47789218114d" [ 1126.516452] env[65481]: _type = "Task" [ 1126.516452] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1126.524977] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5270f8c4-1e7f-44a1-46ba-47789218114d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1126.595212] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.325s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1126.595585] env[65481]: INFO nova.compute.manager [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Migrating [ 1126.602555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.442s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1126.602777] env[65481]: DEBUG nova.objects.instance [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'resources' on Instance uuid 541937cd-658d-469d-aeda-5920079b5c73 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1126.603935] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.031061] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5270f8c4-1e7f-44a1-46ba-47789218114d, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.031061] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1127.031438] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ffd3cf95-8446-4b50-90fa-5d8d215ef079/ffd3cf95-8446-4b50-90fa-5d8d215ef079.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1127.031649] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-9b05ca5f-437b-4759-a501-67766e2a5e49 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.040081] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1127.040081] env[65481]: value = "task-4885285" [ 1127.040081] env[65481]: _type = "Task" [ 1127.040081] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.049784] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885285, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.113189] env[65481]: DEBUG nova.compute.manager [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1127.115916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1127.116149] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1127.116350] env[65481]: DEBUG nova.network.neutron [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1127.356039] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fbbd840-2da6-4b33-9ccf-9872cc2d1659 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.367103] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-50064e41-952b-40f4-8259-7bd1c30fcc5f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.407839] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c46e1197-e9d2-4f0e-acf0-676fb9b35148 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.418666] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ee4b4713-288b-4451-a18e-8c97144ca9f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.435547] env[65481]: DEBUG nova.compute.provider_tree [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1127.552225] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885285, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.495733} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1127.552387] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ffd3cf95-8446-4b50-90fa-5d8d215ef079/ffd3cf95-8446-4b50-90fa-5d8d215ef079.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1127.552637] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1127.552975] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-208be2e2-11d1-472d-b28c-01a468a9b89c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1127.560213] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1127.560213] env[65481]: value = "task-4885286" [ 1127.560213] env[65481]: _type = "Task" [ 1127.560213] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1127.570023] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885286, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1127.622510] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.841804] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1127.915563] env[65481]: DEBUG nova.network.neutron [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1127.939496] env[65481]: DEBUG nova.scheduler.client.report [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1128.071205] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885286, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.155026} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.071572] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1128.072462] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b83a445-04c9-45ac-b300-f6e5fd132b4a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.097388] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Reconfiguring VM instance instance-0000006f to attach disk [datastore1] ffd3cf95-8446-4b50-90fa-5d8d215ef079/ffd3cf95-8446-4b50-90fa-5d8d215ef079.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1128.098100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-08b9fc5e-aba9-4d61-8f1a-d75d0b0765e6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.118014] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1128.118014] env[65481]: value = "task-4885287" [ 1128.118014] env[65481]: _type = "Task" [ 1128.118014] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.130365] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885287, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.227881] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1128.419059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1128.444977] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.842s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1128.447545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.140s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1128.447819] env[65481]: DEBUG nova.objects.instance [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lazy-loading 'resources' on Instance uuid aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1128.472744] env[65481]: INFO nova.scheduler.client.report [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted allocations for instance 541937cd-658d-469d-aeda-5920079b5c73 [ 1128.630260] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885287, 'name': ReconfigVM_Task, 'duration_secs': 0.296971} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1128.630601] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Reconfigured VM instance instance-0000006f to attach disk [datastore1] ffd3cf95-8446-4b50-90fa-5d8d215ef079/ffd3cf95-8446-4b50-90fa-5d8d215ef079.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1128.631341] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b0727b2f-0130-4bd3-b4aa-8ef8dca5badb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1128.639345] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1128.639345] env[65481]: value = "task-4885288" [ 1128.639345] env[65481]: _type = "Task" [ 1128.639345] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1128.648310] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885288, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1128.981111] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b4d08ace-4b44-4a7d-8891-0077718b03d4 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "541937cd-658d-469d-aeda-5920079b5c73" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.713s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1129.149720] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885288, 'name': Rename_Task, 'duration_secs': 0.160633} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1129.150035] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1129.150260] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-41a37996-3485-4413-8852-9a0e9970acc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.159468] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1129.159468] env[65481]: value = "task-4885290" [ 1129.159468] env[65481]: _type = "Task" [ 1129.159468] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1129.167669] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885290, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.169405] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ad74523-2475-47af-b908-f66c1328873d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.176969] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99725c4-11c9-47d2-951b-c729ee9ce09c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.208941] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1e9d22e-8f8d-46ed-9842-3a60acba1362 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.217853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da2066b-e7e3-4919-8ca5-ef70c8b1fe44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.234133] env[65481]: DEBUG nova.compute.provider_tree [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1129.273075] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1129.273467] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1129.671020] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885290, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1129.739292] env[65481]: DEBUG nova.scheduler.client.report [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1129.776049] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1129.935377] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b330ecf5-35ce-4d8a-9b0f-4159c35dd1f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1129.955629] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1130.082017] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.082508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.082858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.083239] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.083519] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.086737] env[65481]: INFO nova.compute.manager [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Terminating instance [ 1130.171639] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885290, 'name': PowerOnVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.245811] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.798s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.247962] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 2.020s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1130.273189] env[65481]: INFO nova.scheduler.client.report [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Deleted allocations for instance aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c [ 1130.294592] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1130.461600] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.462096] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-c8988c92-4e70-474c-a568-c129c675b3b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.472836] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1130.472836] env[65481]: value = "task-4885291" [ 1130.472836] env[65481]: _type = "Task" [ 1130.472836] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.481796] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885291, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.592721] env[65481]: DEBUG nova.compute.manager [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1130.593094] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1130.594049] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86fd09ac-8808-47a8-8b1a-d650d335459a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.602897] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1130.603209] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7d383185-64f2-4ea6-b149-b990da21db99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.610179] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1130.610179] env[65481]: value = "task-4885292" [ 1130.610179] env[65481]: _type = "Task" [ 1130.610179] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1130.621430] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885292, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1130.673681] env[65481]: DEBUG oslo_vmware.api [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885290, 'name': PowerOnVM_Task, 'duration_secs': 1.082697} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.674183] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1130.674448] env[65481]: INFO nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Took 8.12 seconds to spawn the instance on the hypervisor. [ 1130.674700] env[65481]: DEBUG nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1130.675759] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac5e4a3f-644a-40ee-88a2-6c6a9d670fa5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1130.750443] env[65481]: DEBUG nova.objects.instance [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'migration_context' on Instance uuid 4aa6373b-f3a3-46cd-bf83-8610c0578294 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1130.782964] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0ce46b6c-8f34-4be7-9860-d11ce18997c9 tempest-ServersListShow2100Test-675625585 tempest-ServersListShow2100Test-675625585-project-member] Lock "aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.749s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1130.983735] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885291, 'name': PowerOffVM_Task, 'duration_secs': 0.235013} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1130.984091] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1130.984354] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1131.122432] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885292, 'name': PowerOffVM_Task, 'duration_secs': 0.236216} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.122432] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1131.122766] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1131.122819] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-78316687-d145-45de-be61-4c902a81296d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.203274] env[65481]: INFO nova.compute.manager [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Took 13.03 seconds to build instance. [ 1131.204623] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1131.204835] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1131.205022] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleting the datastore file [datastore2] e4065138-bdf6-420c-969c-f1b4282ba636 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1131.205571] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-53b7be39-9fad-45d7-ae1c-03bb52605c52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.218980] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for the task: (returnval){ [ 1131.218980] env[65481]: value = "task-4885295" [ 1131.218980] env[65481]: _type = "Task" [ 1131.218980] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.235685] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885295, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.474223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-521dd760-16b8-4aca-909a-387cae8d8ecb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.483075] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34cbf07a-e49a-4446-ab92-3d34065816ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.492119] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1131.492391] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1131.492575] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1131.492802] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1131.492993] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1131.493145] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1131.493426] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1131.493541] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1131.493703] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1131.493862] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1131.494042] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1131.525538] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a67b5929-f387-4ae4-bd26-89916e6c1bb6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.537800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00d7173f-0850-4789-ad54-6da862053721 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.546539] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e248b777-8185-4421-bf5a-afeea0797ae5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1131.552578] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1131.552578] env[65481]: value = "task-4885296" [ 1131.552578] env[65481]: _type = "Task" [ 1131.552578] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1131.564501] env[65481]: DEBUG nova.compute.provider_tree [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1131.575039] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885296, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1131.706725] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bcb4e019-adb7-43ae-b75b-2e59ea80064e tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.550s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1131.731592] env[65481]: DEBUG oslo_vmware.api [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Task: {'id': task-4885295, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.429534} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1131.731814] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1131.732023] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1131.732231] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1131.732419] env[65481]: INFO nova.compute.manager [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1131.732688] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1131.732930] env[65481]: DEBUG nova.compute.manager [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1131.733054] env[65481]: DEBUG nova.network.neutron [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1131.733407] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1131.780949] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1132.065137] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885296, 'name': ReconfigVM_Task, 'duration_secs': 0.194291} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1132.065528] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1132.070930] env[65481]: DEBUG nova.scheduler.client.report [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1132.176767] env[65481]: DEBUG nova.compute.manager [req-b993146d-80e1-43b6-bf56-67f4265658eb req-f87ff302-efaf-4a53-ac59-b0ed889357a7 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Received event network-vif-deleted-4951e87c-09ba-4d05-93fe-d3b724351605 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1132.176966] env[65481]: INFO nova.compute.manager [req-b993146d-80e1-43b6-bf56-67f4265658eb req-f87ff302-efaf-4a53-ac59-b0ed889357a7 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Neutron deleted interface 4951e87c-09ba-4d05-93fe-d3b724351605; detaching it from the instance and deleting it from the info cache [ 1132.177158] env[65481]: DEBUG nova.network.neutron [req-b993146d-80e1-43b6-bf56-67f4265658eb req-f87ff302-efaf-4a53-ac59-b0ed889357a7 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.380169] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1132.380517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1132.380619] env[65481]: DEBUG nova.compute.manager [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1132.381548] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-809f867a-09de-4f00-8de7-876669caeb04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.389036] env[65481]: DEBUG nova.compute.manager [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1132.389750] env[65481]: DEBUG nova.objects.instance [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'flavor' on Instance uuid ffd3cf95-8446-4b50-90fa-5d8d215ef079 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1132.513995] env[65481]: DEBUG nova.network.neutron [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1132.577951] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1132.578311] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1132.578408] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1132.578589] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1132.578729] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1132.578870] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1132.579088] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1132.579250] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1132.579422] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1132.579592] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1132.579746] env[65481]: DEBUG nova.virt.hardware [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1132.585314] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfiguring VM instance instance-0000006e to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1132.589828] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c9a898fa-6883-46ad-a1b8-6d062eb6b828 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.612056] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1132.612056] env[65481]: value = "task-4885297" [ 1132.612056] env[65481]: _type = "Task" [ 1132.612056] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1132.622703] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885297, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1132.679591] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f7af01ed-02f9-42b3-9996-a2e521424eac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.692450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb1d7ea3-b611-4fd5-af1c-3e80bb19e660 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1132.730806] env[65481]: DEBUG nova.compute.manager [req-b993146d-80e1-43b6-bf56-67f4265658eb req-f87ff302-efaf-4a53-ac59-b0ed889357a7 service nova] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Detach interface failed, port_id=4951e87c-09ba-4d05-93fe-d3b724351605, reason: Instance e4065138-bdf6-420c-969c-f1b4282ba636 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1133.016957] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "d613a417-a6e0-4445-a708-beea6c6a2516" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.017531] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.019414] env[65481]: INFO nova.compute.manager [-] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Took 1.29 seconds to deallocate network for instance. [ 1133.106921] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.859s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1133.113874] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.819s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1133.115932] env[65481]: INFO nova.compute.claims [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1133.140963] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885297, 'name': ReconfigVM_Task, 'duration_secs': 0.372962} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.141485] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfigured VM instance instance-0000006e to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1133.142354] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6e324915-bb1d-41a7-8da2-c666548ecfc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.171157] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfiguring VM instance instance-0000006e to attach disk [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1133.172586] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b2055d7-d713-4d5a-b30b-9d2bbf01f1cd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.194288] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1133.194288] env[65481]: value = "task-4885299" [ 1133.194288] env[65481]: _type = "Task" [ 1133.194288] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.205524] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885299, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.398546] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1133.399035] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0186ed26-7d4f-483b-8728-5b9bc4980bea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1133.407935] env[65481]: DEBUG oslo_vmware.api [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1133.407935] env[65481]: value = "task-4885300" [ 1133.407935] env[65481]: _type = "Task" [ 1133.407935] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1133.420436] env[65481]: DEBUG oslo_vmware.api [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885300, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1133.524094] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1133.529409] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1133.708124] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885299, 'name': ReconfigVM_Task, 'duration_secs': 0.46007} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.708605] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Reconfigured VM instance instance-0000006e to attach disk [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8/c2ed5170-b2ee-435d-95cb-5999394841d8.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1133.709139] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1133.918484] env[65481]: DEBUG oslo_vmware.api [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885300, 'name': PowerOffVM_Task, 'duration_secs': 0.35735} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1133.918808] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1133.919012] env[65481]: DEBUG nova.compute.manager [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1133.919842] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c351dbee-c87a-4c54-b70e-51ef9e6fd24b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.049308] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1134.217663] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-412d1434-f8e8-4fc1-a7a2-8e5756775345 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.241381] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-958ad550-be09-4c7a-99fe-43708d758fd5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.260815] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1134.389912] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9b761e9-517a-4672-a35a-435b799fd29e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.402390] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc8094cd-f5b6-4372-a2fd-e8c6d1ec7259 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.434987] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38904041-6083-4245-a780-b40bfc9867f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.438150] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0ae28e-7325-4bf7-8e82-d5455315ec58 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.058s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1134.445323] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-522041ab-ca8e-4cd6-880d-d64c6459e362 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1134.462527] env[65481]: DEBUG nova.compute.provider_tree [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1134.670205] env[65481]: INFO nova.compute.manager [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Swapping old allocation on dict_keys(['59619575-36e0-4460-b2ca-997bd849c0d9']) held by migration fb7558e5-d17c-4b10-878d-814853cac3a0 for instance [ 1134.692230] env[65481]: DEBUG nova.scheduler.client.report [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Overwriting current allocation {'allocations': {'59619575-36e0-4460-b2ca-997bd849c0d9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 150}}, 'project_id': '63b1975a03ff45dca583d79d4e50c142', 'user_id': '62e19d63153b4f998b4ef9ae318c7dcf', 'consumer_generation': 1} on consumer 4aa6373b-f3a3-46cd-bf83-8610c0578294 {{(pid=65481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1134.745021] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.769527] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.769991] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1134.778286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1134.778460] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1134.778626] env[65481]: DEBUG nova.network.neutron [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1134.810642] env[65481]: DEBUG nova.network.neutron [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Port 494cd65b-4a85-495b-a565-4ff5061f6a6e binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1134.964602] env[65481]: DEBUG nova.scheduler.client.report [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1135.249231] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.249544] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.249795] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.250027] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.250242] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.252511] env[65481]: INFO nova.compute.manager [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Terminating instance [ 1135.280986] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.461964] env[65481]: WARNING neutronclient.v2_0.client [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.470124] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.356s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.470651] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1135.473435] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.944s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.473643] env[65481]: DEBUG nova.objects.instance [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lazy-loading 'resources' on Instance uuid e4065138-bdf6-420c-969c-f1b4282ba636 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1135.533764] env[65481]: DEBUG nova.network.neutron [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [{"id": "03956e07-57f0-415e-a6b4-f38737a29cdb", "address": "fa:16:3e:be:c5:ab", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap03956e07-57", "ovs_interfaceid": "03956e07-57f0-415e-a6b4-f38737a29cdb", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1135.687946] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1135.687946] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances with incomplete migration {{(pid=65481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1135.756725] env[65481]: DEBUG nova.compute.manager [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1135.756957] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1135.757905] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61e5b1e4-c521-4ab9-b962-7f4c8a9bf7c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.765732] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1135.765977] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-e5edd479-a05a-4a9c-932e-9c3d4783baf2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.831826] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1135.832046] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1135.832208] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore1] ffd3cf95-8446-4b50-90fa-5d8d215ef079 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1135.836151] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1135.836378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1135.836560] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1135.837342] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-68f5f6ae-f24c-4828-92ca-675d0bc770ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1135.845618] env[65481]: DEBUG oslo_vmware.api [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1135.845618] env[65481]: value = "task-4885302" [ 1135.845618] env[65481]: _type = "Task" [ 1135.845618] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1135.855848] env[65481]: DEBUG oslo_vmware.api [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885302, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1135.976862] env[65481]: DEBUG nova.compute.utils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1135.981190] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1135.981414] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1135.981722] env[65481]: WARNING neutronclient.v2_0.client [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1135.982053] env[65481]: WARNING neutronclient.v2_0.client [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.024621] env[65481]: DEBUG nova.policy [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '9cbdf7878a1544739d98f4b3372cbc91', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'baa65da6d78f4c20a1ede20ad6417b61', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1136.036796] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-4aa6373b-f3a3-46cd-bf83-8610c0578294" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1136.037318] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e27da7-7ed8-45e4-98bd-47cd53c96d2f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.047253] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ff8b46c7-2353-4548-ab80-521cd9d142e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.201121] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-379a60e3-49c6-49e2-b8d9-aacc6977ad74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.209839] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f570fa73-ee52-48ea-a3f7-234084cd5bb7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.242910] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63c7dfbf-89f7-4097-8ea6-bedd04ad7f47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.251548] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35acdbee-deaf-4a26-9177-810622d7b361 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1136.265903] env[65481]: DEBUG nova.compute.provider_tree [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1136.359183] env[65481]: DEBUG oslo_vmware.api [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885302, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.133615} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1136.359442] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1136.359620] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1136.359792] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1136.359951] env[65481]: INFO nova.compute.manager [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Took 0.60 seconds to destroy the instance on the hypervisor. [ 1136.360211] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1136.360490] env[65481]: DEBUG nova.compute.manager [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1136.360596] env[65481]: DEBUG nova.network.neutron [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1136.360837] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.365944] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Successfully created port: a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1136.397460] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.485774] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1136.738783] env[65481]: DEBUG nova.compute.manager [req-fc6ba9a2-2ac5-480a-88c9-0feac5392bdc req-9bc16f62-a64c-4a19-b52a-612633f51568 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Received event network-vif-deleted-06fc0c10-72f8-4fd1-b108-0b6613940334 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1136.739837] env[65481]: INFO nova.compute.manager [req-fc6ba9a2-2ac5-480a-88c9-0feac5392bdc req-9bc16f62-a64c-4a19-b52a-612633f51568 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Neutron deleted interface 06fc0c10-72f8-4fd1-b108-0b6613940334; detaching it from the instance and deleting it from the info cache [ 1136.740039] env[65481]: DEBUG nova.network.neutron [req-fc6ba9a2-2ac5-480a-88c9-0feac5392bdc req-9bc16f62-a64c-4a19-b52a-612633f51568 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1136.769085] env[65481]: DEBUG nova.scheduler.client.report [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1136.844767] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1136.880530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1136.880733] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1136.880906] env[65481]: DEBUG nova.network.neutron [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1137.100120] env[65481]: DEBUG nova.network.neutron [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.156798] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1137.157556] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5ea2b8c5-2e92-4a4a-9334-dae8eb040a71 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.168856] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1137.168856] env[65481]: value = "task-4885303" [ 1137.168856] env[65481]: _type = "Task" [ 1137.168856] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.180487] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.182232] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885303, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.196033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1137.196481] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.243122] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a07d8012-b9b9-44ca-8db1-b045d73ebd75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.254063] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-909a98b6-ed9b-4023-80c2-6a8c802db40e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.277555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.804s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.292975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.244s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1137.294972] env[65481]: INFO nova.compute.claims [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1137.298274] env[65481]: DEBUG nova.compute.manager [req-fc6ba9a2-2ac5-480a-88c9-0feac5392bdc req-9bc16f62-a64c-4a19-b52a-612633f51568 service nova] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Detach interface failed, port_id=06fc0c10-72f8-4fd1-b108-0b6613940334, reason: Instance ffd3cf95-8446-4b50-90fa-5d8d215ef079 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1137.314953] env[65481]: INFO nova.scheduler.client.report [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Deleted allocations for instance e4065138-bdf6-420c-969c-f1b4282ba636 [ 1137.386102] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.500596] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1137.529359] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.529640] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.529788] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.529959] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.530109] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.530252] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.530455] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.530609] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.530771] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.530928] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.531110] env[65481]: DEBUG nova.virt.hardware [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.531998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5b1a4be-f3d7-4b19-b9d5-c8640321da3c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.543764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f2e8b3c-a4be-4dc3-bb29-e67119f069b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.574837] env[65481]: WARNING neutronclient.v2_0.client [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1137.602882] env[65481]: INFO nova.compute.manager [-] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Took 1.24 seconds to deallocate network for instance. [ 1137.651897] env[65481]: DEBUG nova.network.neutron [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1137.680507] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885303, 'name': PowerOffVM_Task, 'duration_secs': 0.240206} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1137.680507] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1137.680725] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1137.680811] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1137.680938] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1137.681127] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1137.681268] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1137.681869] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1137.681869] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1137.681869] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1137.682060] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1137.682060] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1137.682213] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1137.691056] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9efb569d-edca-477b-b7b7-c54bee7362fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1137.702812] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1137.705607] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.706774] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1137.712438] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1137.712438] env[65481]: value = "task-4885304" [ 1137.712438] env[65481]: _type = "Task" [ 1137.712438] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1137.721282] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885304, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1137.823016] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb3d7b51-26c2-43bf-8a74-e676f7d03190 tempest-AttachInterfacesTestJSON-1015287011 tempest-AttachInterfacesTestJSON-1015287011-project-member] Lock "e4065138-bdf6-420c-969c-f1b4282ba636" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 7.741s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1137.945472] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Successfully updated port: a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1138.023491] env[65481]: DEBUG nova.compute.manager [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-vif-plugged-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1138.023723] env[65481]: DEBUG oslo_concurrency.lockutils [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.023976] env[65481]: DEBUG oslo_concurrency.lockutils [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1138.024636] env[65481]: DEBUG oslo_concurrency.lockutils [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1138.024636] env[65481]: DEBUG nova.compute.manager [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] No waiting events found dispatching network-vif-plugged-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1138.024636] env[65481]: WARNING nova.compute.manager [req-f026314a-ced1-44c9-bf22-6ffa74967e5a req-4ec22ed0-da5a-4480-badf-003e973b7aac service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received unexpected event network-vif-plugged-a217af4c-db4c-46c7-b557-297da44890ad for instance with vm_state building and task_state spawning. [ 1138.110475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.154377] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1138.229398] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885304, 'name': ReconfigVM_Task, 'duration_secs': 0.420731} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.230458] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43593ced-5a68-474c-b03c-9415daf24249 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.236973] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1138.255936] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1138.256219] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1138.256452] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1138.256649] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1138.256797] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1138.256933] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1138.257145] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1138.257736] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1138.257958] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1138.258205] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1138.258393] env[65481]: DEBUG nova.virt.hardware [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1138.259251] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-7e50ebb6-8250-4511-825a-3419b5009604 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.265505] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1138.265505] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5204e17b-4770-7a33-ee4a-26496de26146" [ 1138.265505] env[65481]: _type = "Task" [ 1138.265505] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.274511] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5204e17b-4770-7a33-ee4a-26496de26146, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.448779] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1138.449116] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1138.449228] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1138.519825] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5903d3d-00d2-4357-8d87-0821c8ee811a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.530285] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c02a336-229b-439a-b6e2-5b1183de30fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.563585] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f95344bf-715b-4676-b738-b3557e583407 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.571774] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0aff00c3-74a9-4765-bc49-2237296b86ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.589421] env[65481]: DEBUG nova.compute.provider_tree [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1138.677719] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5552468-3d78-4ca2-9c56-229345f48ca6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.699192] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1138.702057] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b836ac70-45c6-49f2-94d0-db3fa24039fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.709090] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1138.775542] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5204e17b-4770-7a33-ee4a-26496de26146, 'name': SearchDatastore_Task, 'duration_secs': 0.007907} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1138.780982] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1138.781308] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42e9bd18-c770-4950-b9d0-ae075c8217d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1138.806079] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1138.806079] env[65481]: value = "task-4885305" [ 1138.806079] env[65481]: _type = "Task" [ 1138.806079] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1138.815309] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885305, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1138.989705] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1139.092935] env[65481]: DEBUG nova.scheduler.client.report [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1139.100227] env[65481]: WARNING neutronclient.v2_0.client [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1139.215466] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1139.215684] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-3b3cf7a7-8c80-4834-8bfa-ffcbfb577b03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.224397] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1139.224397] env[65481]: value = "task-4885306" [ 1139.224397] env[65481]: _type = "Task" [ 1139.224397] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.236463] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885306, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.237923] env[65481]: DEBUG nova.network.neutron [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1139.317509] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885305, 'name': ReconfigVM_Task, 'duration_secs': 0.209929} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.317719] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1139.318537] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4816b251-becd-4861-a42a-d902343751ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.345518] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1139.345727] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e0512b5b-b9f3-4d5a-88a5-93d16858d0a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.365555] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1139.365555] env[65481]: value = "task-4885307" [ 1139.365555] env[65481]: _type = "Task" [ 1139.365555] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.378697] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885307, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.609364] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.316s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1139.609852] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1139.612626] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.502s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1139.613172] env[65481]: DEBUG nova.objects.instance [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid ffd3cf95-8446-4b50-90fa-5d8d215ef079 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1139.735700] env[65481]: DEBUG oslo_vmware.api [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885306, 'name': PowerOnVM_Task, 'duration_secs': 0.409726} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1139.735975] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1139.736167] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fefa8968-c697-4ced-b46f-a1de85c63bcf tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance 'c2ed5170-b2ee-435d-95cb-5999394841d8' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1139.742065] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1139.742065] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Instance network_info: |[{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1139.742342] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:af:31:cf', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a217af4c-db4c-46c7-b557-297da44890ad', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1139.749617] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1139.749828] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1139.750086] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-c56241d3-31d6-457d-84db-128399846f33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1139.770105] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1139.770105] env[65481]: value = "task-4885308" [ 1139.770105] env[65481]: _type = "Task" [ 1139.770105] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1139.778107] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885308, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1139.876415] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885307, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.055546] env[65481]: DEBUG nova.compute.manager [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-changed-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1140.055769] env[65481]: DEBUG nova.compute.manager [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing instance network info cache due to event network-changed-a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1140.056069] env[65481]: DEBUG oslo_concurrency.lockutils [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.056293] env[65481]: DEBUG oslo_concurrency.lockutils [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.056539] env[65481]: DEBUG nova.network.neutron [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing network info cache for port a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1140.116877] env[65481]: DEBUG nova.compute.utils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1140.121432] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1140.121636] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1140.121947] env[65481]: WARNING neutronclient.v2_0.client [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.122265] env[65481]: WARNING neutronclient.v2_0.client [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.180810] env[65481]: DEBUG nova.policy [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0a5d5eba2440989380a04ef415e257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dea1b66f4fc4cde9a973e9347de235a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1140.183069] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.184032] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.184032] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.184032] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1140.283690] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885308, 'name': CreateVM_Task, 'duration_secs': 0.346178} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.283948] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1140.284563] env[65481]: WARNING neutronclient.v2_0.client [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.285804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.285804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.285804] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1140.285994] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8fc49696-eff6-4cd3-8bdf-16fb88a25153 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.294295] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1140.294295] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f742d9-4a46-8829-28d1-8f2fdf779f49" [ 1140.294295] env[65481]: _type = "Task" [ 1140.294295] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.304180] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f742d9-4a46-8829-28d1-8f2fdf779f49, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.360506] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a8366e-90eb-47c0-bcea-e31d2f6f00cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.372029] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e8a31c1-75e1-4db1-a345-7ec5e04e5783 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.383025] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.408624] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea831e1e-4112-4263-8033-67aba0565cec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.423247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7b99f65-20f6-41f3-9e5d-6bcf7976ad35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.438725] env[65481]: DEBUG nova.compute.provider_tree [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1140.538631] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Successfully created port: ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1140.559404] env[65481]: WARNING neutronclient.v2_0.client [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.625807] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1140.687118] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.687668] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.687863] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1140.724915] env[65481]: WARNING neutronclient.v2_0.client [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1140.805732] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f742d9-4a46-8829-28d1-8f2fdf779f49, 'name': SearchDatastore_Task, 'duration_secs': 0.011299} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1140.806095] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1140.806344] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1140.806586] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1140.806734] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1140.806899] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1140.807197] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-2a0d7dcb-b408-4d4d-a743-76f3cc5ef6a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.817064] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1140.817276] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1140.818258] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bae22b73-95de-42cd-8850-1065e5d2901e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1140.824303] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1140.824303] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf3ae-8e6c-32d7-b4e9-08480486f708" [ 1140.824303] env[65481]: _type = "Task" [ 1140.824303] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1140.833363] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf3ae-8e6c-32d7-b4e9-08480486f708, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.877722] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885307, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1140.942049] env[65481]: DEBUG nova.scheduler.client.report [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1141.105033] env[65481]: DEBUG nova.network.neutron [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updated VIF entry in instance network info cache for port a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1141.105385] env[65481]: DEBUG nova.network.neutron [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1141.194095] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1141.336535] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dcf3ae-8e6c-32d7-b4e9-08480486f708, 'name': SearchDatastore_Task, 'duration_secs': 0.010801} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.337448] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-29304e4c-ddd7-42b0-aa68-5f17ec678040 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.343794] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1141.343794] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5238e0cc-173b-2263-dd0b-ea9648c1cfee" [ 1141.343794] env[65481]: _type = "Task" [ 1141.343794] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.353023] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5238e0cc-173b-2263-dd0b-ea9648c1cfee, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.378094] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885307, 'name': ReconfigVM_Task, 'duration_secs': 1.867492} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.378442] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to attach disk [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294/4aa6373b-f3a3-46cd-bf83-8610c0578294.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1141.379275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4176e829-0318-4256-bcc0-72140ce37c0a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.401477] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-918c8131-b2ba-4af3-bbe8-905f5411ca73 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.425044] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7da8870a-b39c-4d60-acd7-28e464685235 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.447132] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5975e937-4b73-47e0-abb9-3d2066e348d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.450371] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.838s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1141.456023] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.216s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1141.456023] env[65481]: INFO nova.compute.claims [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1141.462435] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1141.462829] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e81c465d-7e94-4d4b-9a2f-874094167d76 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.470394] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1141.470394] env[65481]: value = "task-4885309" [ 1141.470394] env[65481]: _type = "Task" [ 1141.470394] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.481516] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885309, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.485583] env[65481]: INFO nova.scheduler.client.report [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance ffd3cf95-8446-4b50-90fa-5d8d215ef079 [ 1141.609138] env[65481]: DEBUG oslo_concurrency.lockutils [req-37ddcf34-d776-4bf3-b38f-5de2f8b34397 req-66b6accd-b423-41a3-b08b-bb3b87aa56a4 service nova] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.638749] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1141.668325] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1141.668658] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1141.668863] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1141.669120] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1141.669311] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1141.669536] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1141.669806] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1141.670012] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1141.670232] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1141.670464] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1141.670727] env[65481]: DEBUG nova.virt.hardware [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1141.671810] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-965b23f0-35f5-4e17-9328-71dab8c5fa17 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.681257] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c766d4a4-7ebd-4b3a-95ca-015f80cc9a7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.861413] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5238e0cc-173b-2263-dd0b-ea9648c1cfee, 'name': SearchDatastore_Task, 'duration_secs': 0.010566} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.861736] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1141.862019] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/ddf11cc9-22be-4538-b975-7dcfb6a45054.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1141.862305] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-68aa7206-d77e-4a10-8416-61d300824b81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1141.870567] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1141.870567] env[65481]: value = "task-4885310" [ 1141.870567] env[65481]: _type = "Task" [ 1141.870567] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1141.880728] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885310, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1141.983183] env[65481]: DEBUG oslo_vmware.api [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885309, 'name': PowerOnVM_Task, 'duration_secs': 0.414326} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1141.983520] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1141.993477] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b89d1e61-c826-4edc-a67c-087dca0cb696 tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "ffd3cf95-8446-4b50-90fa-5d8d215ef079" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.744s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.089754] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Successfully updated port: ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1142.243066] env[65481]: DEBUG nova.compute.manager [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Received event network-vif-plugged-ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1142.243311] env[65481]: DEBUG oslo_concurrency.lockutils [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] Acquiring lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1142.243598] env[65481]: DEBUG oslo_concurrency.lockutils [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] Lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1142.243710] env[65481]: DEBUG oslo_concurrency.lockutils [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] Lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1142.243880] env[65481]: DEBUG nova.compute.manager [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] No waiting events found dispatching network-vif-plugged-ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1142.248138] env[65481]: WARNING nova.compute.manager [req-548c5dd1-fecb-4765-b566-943dab90b76f req-5d7a722e-ad84-4d8a-8796-7ae927d51e28 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Received unexpected event network-vif-plugged-ded7ed69-9b8c-4730-a096-33c4ca168ba2 for instance with vm_state building and task_state spawning. [ 1142.383354] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885310, 'name': CopyVirtualDisk_Task} progress is 51%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1142.592855] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1142.593054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1142.593250] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1142.692873] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8db71283-9b3d-45b8-a360-5efec037add3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.701304] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-16718c8f-08f8-4934-84eb-dbca38cfd02c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.737461] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d1d191f-c653-42d9-afa2-c32c9873bda3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.746638] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-236919ac-b91b-4471-bb90-196829aef826 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.763802] env[65481]: DEBUG nova.compute.provider_tree [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1142.887908] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885310, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.670603} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1142.888208] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/ddf11cc9-22be-4538-b975-7dcfb6a45054.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1142.888418] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1142.888678] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-c61165b0-fc4f-4fa2-88e4-0824931883f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1142.897059] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1142.897059] env[65481]: value = "task-4885311" [ 1142.897059] env[65481]: _type = "Task" [ 1142.897059] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1142.908564] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885311, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.040462] env[65481]: INFO nova.compute.manager [None req-b018de6f-0a01-46b5-aa78-b2bc0ef43464 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance to original state: 'active' [ 1143.059756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.060354] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.060354] env[65481]: DEBUG nova.compute.manager [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Going to confirm migration 7 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1143.145392] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1143.234168] env[65481]: WARNING neutronclient.v2_0.client [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.267667] env[65481]: DEBUG nova.scheduler.client.report [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1143.314078] env[65481]: DEBUG nova.network.neutron [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updating instance_info_cache with network_info: [{"id": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "address": "fa:16:3e:a7:24:dc", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded7ed69-9b", "ovs_interfaceid": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1143.382147] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.382377] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.382596] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.382773] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.382934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.386099] env[65481]: INFO nova.compute.manager [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Terminating instance [ 1143.407890] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885311, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.185382} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.408340] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1143.408914] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-153dda2f-931f-4f14-8cca-d9fcfc1fa2b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.435426] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/ddf11cc9-22be-4538-b975-7dcfb6a45054.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1143.435830] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6e874bd9-91af-417a-8034-cb4fd47ad7c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.457474] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1143.457474] env[65481]: value = "task-4885312" [ 1143.457474] env[65481]: _type = "Task" [ 1143.457474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.465913] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885312, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.567145] env[65481]: WARNING neutronclient.v2_0.client [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.605542] env[65481]: WARNING neutronclient.v2_0.client [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1143.605928] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1143.606106] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquired lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1143.606874] env[65481]: DEBUG nova.network.neutron [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1143.606874] env[65481]: DEBUG nova.objects.instance [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'info_cache' on Instance uuid c2ed5170-b2ee-435d-95cb-5999394841d8 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1143.775986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.323s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.776496] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1143.779297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 2.585s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.779691] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1143.779691] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1143.780748] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1803d42-ef2b-4813-8ed1-4b88e4a478aa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.789819] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0a73b13-35a5-4283-bc11-a6d36e375929 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.806011] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f98119ee-4a15-4da8-97d2-e52e1f00a045 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.813791] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57634fdf-3159-4d21-996a-5365167eccb1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.818100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1143.818425] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance network_info: |[{"id": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "address": "fa:16:3e:a7:24:dc", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded7ed69-9b", "ovs_interfaceid": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1143.818933] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:24:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded7ed69-9b8c-4730-a096-33c4ca168ba2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1143.826180] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1143.827084] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1143.827320] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-07a6b977-0916-43b2-b44b-5e32472e980d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.868442] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179115MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1143.868636] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1143.868859] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1143.876793] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1143.876793] env[65481]: value = "task-4885313" [ 1143.876793] env[65481]: _type = "Task" [ 1143.876793] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.885213] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885313, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.890113] env[65481]: DEBUG nova.compute.manager [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1143.890342] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1143.891197] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b2c4b684-e06f-402b-adfc-08bbdd53ee8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.899453] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1143.899841] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72171a05-5e40-4e69-91ec-4d7ba57634a7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.907603] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1143.907603] env[65481]: value = "task-4885314" [ 1143.907603] env[65481]: _type = "Task" [ 1143.907603] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.917171] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885314, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1143.968113] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885312, 'name': ReconfigVM_Task, 'duration_secs': 0.297025} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1143.968498] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfigured VM instance instance-00000070 to attach disk [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/ddf11cc9-22be-4538-b975-7dcfb6a45054.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1143.969227] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-cd721f18-9c8e-440a-ae60-b7357e449f10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1143.978480] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1143.978480] env[65481]: value = "task-4885315" [ 1143.978480] env[65481]: _type = "Task" [ 1143.978480] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1143.988739] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885315, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.174886] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "563284b6-bacd-4e51-a6d4-923552d9c25b" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.175117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.282417] env[65481]: DEBUG nova.compute.utils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1144.284098] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1144.284267] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1144.284594] env[65481]: WARNING neutronclient.v2_0.client [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.285016] env[65481]: WARNING neutronclient.v2_0.client [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.331554] env[65481]: DEBUG nova.policy [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '91af67e36ee84a6e8c615537dbdddb22', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '07c1e630f7c542ffa32018beb6e23ea2', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1144.384286] env[65481]: DEBUG nova.compute.manager [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Received event network-changed-ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1144.384532] env[65481]: DEBUG nova.compute.manager [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Refreshing instance network info cache due to event network-changed-ded7ed69-9b8c-4730-a096-33c4ca168ba2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1144.384773] env[65481]: DEBUG oslo_concurrency.lockutils [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] Acquiring lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.385078] env[65481]: DEBUG oslo_concurrency.lockutils [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] Acquired lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.385143] env[65481]: DEBUG nova.network.neutron [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Refreshing network info cache for port ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1144.392923] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885313, 'name': CreateVM_Task, 'duration_secs': 0.499128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.393417] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1144.393565] env[65481]: WARNING neutronclient.v2_0.client [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.394430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.394430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.394430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired external semaphore "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1144.395461] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5074315a-adba-4951-868f-4f4666ae3798 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.403256] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1144.403256] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52777344-a0c6-c256-0184-6153c44550a3" [ 1144.403256] env[65481]: _type = "Task" [ 1144.403256] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.424233] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52777344-a0c6-c256-0184-6153c44550a3, 'name': SearchDatastore_Task, 'duration_secs': 0.011128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.424373] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885314, 'name': PowerOffVM_Task, 'duration_secs': 0.220262} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.424654] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.424897] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1144.425297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1144.425297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1144.425547] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1144.425814] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1144.426027] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1144.426350] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-29dbb558-f134-46f0-ac83-e079e35cfb30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.428773] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-67c06563-2a4c-4c5b-87dc-7b083db66cfd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.438285] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1144.438491] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1144.439315] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-888c6df1-24c2-4123-bbcd-b65bd8cc67ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.446744] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1144.446744] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520dcbdb-b164-0133-16e4-fe716191b347" [ 1144.446744] env[65481]: _type = "Task" [ 1144.446744] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.461721] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520dcbdb-b164-0133-16e4-fe716191b347, 'name': SearchDatastore_Task, 'duration_secs': 0.011516} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.463312] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2b3ffc87-b5e9-4b12-bed8-acfe2a46010a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.472700] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1144.472700] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5264bbd6-0477-ecc2-fa65-848990b65194" [ 1144.472700] env[65481]: _type = "Task" [ 1144.472700] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.488357] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5264bbd6-0477-ecc2-fa65-848990b65194, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.497257] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885315, 'name': Rename_Task, 'duration_secs': 0.176557} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.498132] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1144.498412] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c6e618d2-d3b1-4c60-8faf-7a30e9f5796d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.502659] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1144.502905] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1144.503154] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleting the datastore file [datastore2] d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1144.503968] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c554c218-6847-4c27-8798-b9fc6fa08c39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1144.508633] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1144.508633] env[65481]: value = "task-4885317" [ 1144.508633] env[65481]: _type = "Task" [ 1144.508633] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.516240] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for the task: (returnval){ [ 1144.516240] env[65481]: value = "task-4885318" [ 1144.516240] env[65481]: _type = "Task" [ 1144.516240] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1144.522909] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885317, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.528325] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885318, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1144.614423] env[65481]: WARNING neutronclient.v2_0.client [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.676053] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Successfully created port: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1144.678016] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1144.788874] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1144.819447] env[65481]: WARNING neutronclient.v2_0.client [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.882503] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Applying migration context for instance c2ed5170-b2ee-435d-95cb-5999394841d8 as it has an incoming, in-progress migration 1ea54ae5-fa2e-42c0-b5ee-b8a6c978a859. Migration status is finished {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1144.884271] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating resource usage from migration 1ea54ae5-fa2e-42c0-b5ee-b8a6c978a859 [ 1144.892831] env[65481]: WARNING neutronclient.v2_0.client [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1144.908166] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908317] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908455] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908579] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c46acfa1-0a1a-4141-9182-6e81b66609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908688] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e71d0781-c8f8-4c4e-aece-77a9badc9aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908794] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908896] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance aae85b01-7e39-49b1-a3e3-21a36f93eb4c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.908997] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 4aa6373b-f3a3-46cd-bf83-8610c0578294 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.909117] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration 1ea54ae5-fa2e-42c0-b5ee-b8a6c978a859 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1144.909238] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c2ed5170-b2ee-435d-95cb-5999394841d8 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.909372] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ddf11cc9-22be-4538-b975-7dcfb6a45054 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.909482] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d613a417-a6e0-4445-a708-beea6c6a2516 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.909587] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 21aa0e87-730c-4529-9617-b20c16102a83 actively managed on this compute host and has allocations in placement: {'resources': {'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1144.940892] env[65481]: DEBUG nova.network.neutron [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [{"id": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "address": "fa:16:3e:83:8a:82", "network": {"id": "792d3bdc-0c5a-4939-bfa1-3c9fcc261b27", "bridge": "br-int", "label": "tempest-DeleteServersTestJSON-37479349-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.7", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "f77fa24f146446629ebd3b812d08bd17", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "53915f38-d7a0-42ec-8b30-1eacfb2cc379", "external-id": "nsx-vlan-transportzone-928", "segmentation_id": 928, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap494cd65b-4a", "ovs_interfaceid": "494cd65b-4a85-495b-a565-4ff5061f6a6e", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1144.956091] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.956157] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.956421] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1144.956640] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1144.956809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1144.958717] env[65481]: INFO nova.compute.manager [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Terminating instance [ 1144.990232] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5264bbd6-0477-ecc2-fa65-848990b65194, 'name': SearchDatastore_Task, 'duration_secs': 0.014319} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1144.990786] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1144.991234] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copying Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1144.991806] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8945e4a3-8e3f-4103-a5f2-877a3d52f1d9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.001037] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1145.001037] env[65481]: value = "task-4885319" [ 1145.001037] env[65481]: _type = "Task" [ 1145.001037] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.009577] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885319, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.020437] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.032068] env[65481]: DEBUG oslo_vmware.api [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Task: {'id': task-4885318, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.149921} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.032404] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1145.032587] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1145.032758] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1145.032923] env[65481]: INFO nova.compute.manager [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Took 1.14 seconds to destroy the instance on the hypervisor. [ 1145.033188] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1145.033469] env[65481]: DEBUG nova.compute.manager [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1145.033575] env[65481]: DEBUG nova.network.neutron [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1145.033805] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.115718] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.208947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1145.295510] env[65481]: INFO nova.virt.block_device [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Booting with volume 83818560-e225-4569-a666-b556654ca61e at /dev/sda [ 1145.342530] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-dea0262d-b1ca-402f-a99d-a0258151f5a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.353574] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e1a895f7-d34e-42e3-bc86-8620b06d6ca0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.390905] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-0859da90-a397-439b-8f2f-94edba58976c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.401021] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9957631c-7c0b-4e60-b655-5b4a9d6acf6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.412827] env[65481]: WARNING neutronclient.v2_0.client [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1145.416039] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 563284b6-bacd-4e51-a6d4-923552d9c25b has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1145.416394] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 13 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1145.416458] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=3072MB phys_disk=100GB used_disk=12GB total_vcpus=48 used_vcpus=13 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '12', 'num_vm_active': '7', 'num_task_None': '7', 'num_os_type_None': '12', 'num_proj_07c1e630f7c542ffa32018beb6e23ea2': '3', 'io_workload': '3', 'num_task_deleting': '2', 'num_proj_15252ee816994008ad066f985ca22c55': '1', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '2', 'num_proj_63b1975a03ff45dca583d79d4e50c142': '1', 'num_proj_7a59adb80b37416bb627ebf997174e38': '1', 'num_proj_baa65da6d78f4c20a1ede20ad6417b61': '3', 'num_vm_rescued': '1', 'num_vm_resized': '1', 'num_proj_f77fa24f146446629ebd3b812d08bd17': '1', 'num_vm_building': '3', 'num_task_spawning': '2', 'num_task_networking': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1145.450731] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Releasing lock "refresh_cache-c2ed5170-b2ee-435d-95cb-5999394841d8" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1145.450945] env[65481]: DEBUG nova.objects.instance [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lazy-loading 'migration_context' on Instance uuid c2ed5170-b2ee-435d-95cb-5999394841d8 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1145.456069] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-03f9b0ae-1cac-4fd2-96de-636c95b47c58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.467105] env[65481]: DEBUG nova.compute.manager [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1145.467352] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1145.470791] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f54cf478-38e9-4a67-a8ff-0d75e60a0169 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.473454] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3eac2a4f-05cc-4d69-8ab4-5bbc040ba66a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.484689] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1145.484689] env[65481]: value = "task-4885320" [ 1145.484689] env[65481]: _type = "Task" [ 1145.484689] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.495907] env[65481]: DEBUG nova.virt.block_device [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating existing volume attachment record: 72a9e63f-1045-4b01-a5bb-3a68ccd90b15 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1145.504801] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885320, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.517333] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885319, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.529208] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885317, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1145.531123] env[65481]: DEBUG nova.network.neutron [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updated VIF entry in instance network info cache for port ded7ed69-9b8c-4730-a096-33c4ca168ba2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1145.531478] env[65481]: DEBUG nova.network.neutron [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updating instance_info_cache with network_info: [{"id": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "address": "fa:16:3e:a7:24:dc", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded7ed69-9b", "ovs_interfaceid": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.778664] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be8d5ab-4030-40bc-b5dc-9ababa4eea79 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.790025] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bae75435-6fa5-4140-a999-2b79d7fd237e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.822669] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b4f337-29d6-45c6-8897-1d838806ac01 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.830643] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12d40db0-ba35-4c33-ab70-086b8d4b442a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.846939] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1145.893607] env[65481]: DEBUG nova.network.neutron [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1145.959749] env[65481]: DEBUG nova.objects.base [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1145.960879] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ac328f9-a559-4f6e-affc-6fbe8940c66a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.981507] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39fd98b7-d9d1-432d-8cc3-b4fe829f2617 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1145.990090] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1145.990090] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad7516-351c-dfdf-af6a-ac765abde416" [ 1145.990090] env[65481]: _type = "Task" [ 1145.990090] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1145.997758] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885320, 'name': PowerOffVM_Task, 'duration_secs': 0.241725} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1145.998651] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1145.999206] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1145.999206] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951975', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'name': 'volume-2348011f-0fae-48c6-bdc8-9920d7529c8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4aa6373b-f3a3-46cd-bf83-8610c0578294', 'attached_at': '2025-12-01T06:45:39.000000', 'detached_at': '', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'serial': '2348011f-0fae-48c6-bdc8-9920d7529c8f'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1146.000023] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28d44a13-7a13-42ed-9cab-3694232e30ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.006794] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad7516-351c-dfdf-af6a-ac765abde416, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.031485] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-65e19c4d-db6a-454c-9676-09e4bb7f804c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.036617] env[65481]: DEBUG oslo_concurrency.lockutils [req-59d6f441-422f-456d-8395-4d803d69b618 req-ccd0bbcb-ceaf-4066-b6f0-d7491ede2874 service nova] Releasing lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1146.037070] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885319, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.710489} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.037990] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copied Virtual Disk [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1146.038257] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1146.038549] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-391fdffb-0408-4ebe-8b92-4a75e16facf4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.046021] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b6043e4-9200-435b-893c-b8d253a6bc2b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.049532] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885317, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.051215] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1146.051215] env[65481]: value = "task-4885321" [ 1146.051215] env[65481]: _type = "Task" [ 1146.051215] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.079815] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9bf75d59-b83e-4df4-a2c2-cd8748b95229 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.088745] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885321, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.105428] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The volume has not been displaced from its original location: [datastore1] volume-2348011f-0fae-48c6-bdc8-9920d7529c8f/volume-2348011f-0fae-48c6-bdc8-9920d7529c8f.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1146.114075] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfiguring VM instance instance-0000005f to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1146.114075] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-57121f1c-6c00-479b-9742-758f0578c05e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.132869] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1146.132869] env[65481]: value = "task-4885322" [ 1146.132869] env[65481]: _type = "Task" [ 1146.132869] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.143718] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885322, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.147866] env[65481]: DEBUG nova.compute.manager [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Received event network-vif-plugged-307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.148086] env[65481]: DEBUG oslo_concurrency.lockutils [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.148300] env[65481]: DEBUG oslo_concurrency.lockutils [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.148457] env[65481]: DEBUG oslo_concurrency.lockutils [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.148649] env[65481]: DEBUG nova.compute.manager [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] No waiting events found dispatching network-vif-plugged-307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1146.148931] env[65481]: WARNING nova.compute.manager [req-9b7916ae-3d65-4e18-be10-29f92c76c8cd req-00c1a20b-5e43-4326-930e-fb534364a7a4 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Received unexpected event network-vif-plugged-307c21b0-c03b-461d-9d18-e8a9c1d8df2f for instance with vm_state building and task_state block_device_mapping. [ 1146.265950] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Successfully updated port: 307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1146.349776] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1146.396273] env[65481]: INFO nova.compute.manager [-] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Took 1.36 seconds to deallocate network for instance. [ 1146.420851] env[65481]: DEBUG nova.compute.manager [req-b93a7f0b-bf74-4da8-be52-f61a11aa7aea req-6e6a4d8e-6ca9-47e5-aaf4-0c08ffe0dc4b service nova] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Received event network-vif-deleted-6df036e4-f579-4250-ab8f-9813244973c7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1146.501491] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ad7516-351c-dfdf-af6a-ac765abde416, 'name': SearchDatastore_Task, 'duration_secs': 0.015511} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.501853] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1146.537762] env[65481]: DEBUG oslo_vmware.api [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885317, 'name': PowerOnVM_Task, 'duration_secs': 1.729721} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.538145] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1146.538392] env[65481]: INFO nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Took 9.04 seconds to spawn the instance on the hypervisor. [ 1146.538612] env[65481]: DEBUG nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1146.539550] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f9222c40-d552-48a9-83e8-dbdf6ade78a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.561807] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885321, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.084613} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.562137] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1146.563006] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be1b2c5-9a9b-4612-9fea-d6a3ab9c57d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.589677] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Reconfiguring VM instance instance-00000071 to attach disk [datastore1] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1146.590251] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-523e76e8-d97f-4bf9-bd11-25c82fe8d55e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.612049] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1146.612049] env[65481]: value = "task-4885323" [ 1146.612049] env[65481]: _type = "Task" [ 1146.612049] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.621473] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885323, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.646211] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885322, 'name': ReconfigVM_Task, 'duration_secs': 0.33658} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1146.646521] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Reconfigured VM instance instance-0000005f to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1146.651611] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9803d5ad-6dc7-43ca-97aa-50b7effb15e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1146.666986] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1146.666986] env[65481]: value = "task-4885324" [ 1146.666986] env[65481]: _type = "Task" [ 1146.666986] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1146.676440] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885324, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1146.769360] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1146.769530] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1146.769875] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1146.856117] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1146.856117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.986s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1146.856117] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.647s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1146.857942] env[65481]: INFO nova.compute.claims [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1146.860538] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1146.860744] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1146.903898] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1147.058497] env[65481]: INFO nova.compute.manager [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Took 16.78 seconds to build instance. [ 1147.123327] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885323, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.182105] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885324, 'name': ReconfigVM_Task, 'duration_secs': 0.224202} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.182513] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951975', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'name': 'volume-2348011f-0fae-48c6-bdc8-9920d7529c8f', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '4aa6373b-f3a3-46cd-bf83-8610c0578294', 'attached_at': '2025-12-01T06:45:39.000000', 'detached_at': '', 'volume_id': '2348011f-0fae-48c6-bdc8-9920d7529c8f', 'serial': '2348011f-0fae-48c6-bdc8-9920d7529c8f'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1147.182877] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1147.183731] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-42e6a7a7-6ec3-49d9-bed1-64500693b836 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.192582] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1147.192902] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5850da48-2bca-427e-b60d-a35752be45c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.284353] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1147.284532] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1147.284693] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleting the datastore file [datastore2] 4aa6373b-f3a3-46cd-bf83-8610c0578294 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1147.284971] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-f2911062-eec5-429e-a68d-b57514965c91 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.292474] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1147.292474] env[65481]: value = "task-4885326" [ 1147.292474] env[65481]: _type = "Task" [ 1147.292474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.303273] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885326, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.307298] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1147.381168] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] There are 70 instances to clean {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1147.381356] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ffd3cf95-8446-4b50-90fa-5d8d215ef079] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1147.388657] env[65481]: WARNING neutronclient.v2_0.client [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.499339] env[65481]: DEBUG nova.network.neutron [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1147.560768] env[65481]: DEBUG oslo_concurrency.lockutils [None req-726bffb3-7e0b-4745-a932-958586f1a81e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 18.287s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1147.585853] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-448d08cc-766f-4184-8001-bb9b61f550a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.593501] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bffdd8-285b-4260-9fc2-5152e406888b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.631080] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a5c3a3e4-0578-46f4-ae22-998235243f0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.639198] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1147.639725] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1147.639994] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1147.640282] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1147.640472] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1147.640618] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1147.640761] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1147.640957] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1147.641126] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1147.641344] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1147.641518] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1147.641698] env[65481]: DEBUG nova.virt.hardware [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1147.642330] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885323, 'name': ReconfigVM_Task, 'duration_secs': 0.534829} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.645616] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a64f366-31bb-40aa-9840-4dc559bd3b29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.648426] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Reconfigured VM instance instance-00000071 to attach disk [datastore1] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1147.649453] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-36188c33-1a2f-405d-b42a-22cde1c23856 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.652410] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12567e6d-1023-4598-a60f-6c5353732742 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.670720] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a7799b-c46f-4d30-b73e-a5b6b8140329 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1147.674744] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1147.674744] env[65481]: value = "task-4885327" [ 1147.674744] env[65481]: _type = "Task" [ 1147.674744] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1147.675197] env[65481]: DEBUG nova.compute.provider_tree [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1147.697307] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885327, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1147.807060] env[65481]: DEBUG oslo_vmware.api [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885326, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.446645} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1147.807060] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1147.807060] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1147.807060] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1147.807060] env[65481]: INFO nova.compute.manager [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Took 2.34 seconds to destroy the instance on the hypervisor. [ 1147.807060] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1147.807060] env[65481]: DEBUG nova.compute.manager [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1147.807060] env[65481]: DEBUG nova.network.neutron [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1147.807060] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.840451] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1147.884757] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: aa9b33d7-c75a-4a57-b78a-6cd5d3c6284c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.002676] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1148.003087] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Instance network_info: |[{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1148.003558] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:94:20:40', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'c2383c27-232e-4745-9b0a-2dcbaabb188b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '307c21b0-c03b-461d-9d18-e8a9c1d8df2f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1148.013807] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1148.018098] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1148.018435] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-78f459c1-b76b-43f4-8d20-538e8ce741e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.047404] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1148.047404] env[65481]: value = "task-4885328" [ 1148.047404] env[65481]: _type = "Task" [ 1148.047404] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.056981] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885328, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.180718] env[65481]: DEBUG nova.scheduler.client.report [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1148.191833] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885327, 'name': Rename_Task, 'duration_secs': 0.152254} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1148.191833] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1148.191833] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8d85de81-11ae-4b6b-8df3-20afa8783180 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1148.196226] env[65481]: DEBUG nova.compute.manager [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Received event network-changed-307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1148.196226] env[65481]: DEBUG nova.compute.manager [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Refreshing instance network info cache due to event network-changed-307c21b0-c03b-461d-9d18-e8a9c1d8df2f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1148.196439] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1148.196598] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1148.196762] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Refreshing network info cache for port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1148.200949] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1148.200949] env[65481]: value = "task-4885329" [ 1148.200949] env[65481]: _type = "Task" [ 1148.200949] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1148.209218] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885329, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.387949] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 407c2004-d8c0-4373-b615-0ead844ba235] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.556965] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885328, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.686080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 1.830s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1148.686623] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1148.689729] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 2.188s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1148.701732] env[65481]: WARNING neutronclient.v2_0.client [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.716312] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885329, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1148.796267] env[65481]: DEBUG nova.network.neutron [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1148.867848] env[65481]: WARNING neutronclient.v2_0.client [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1148.891829] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d2318052-eb9f-4ce5-a22e-25b42059108c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1148.945033] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updated VIF entry in instance network info cache for port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1148.945352] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1149.059963] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885328, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.193037] env[65481]: DEBUG nova.compute.utils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1149.195010] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1149.195010] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1149.195127] env[65481]: WARNING neutronclient.v2_0.client [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.195359] env[65481]: WARNING neutronclient.v2_0.client [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.217580] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885329, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.256895] env[65481]: DEBUG nova.policy [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': 'cb6853a429c8412a9adc24dcc487178d', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '334d56458f274fc5b75687e62c75f2ec', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1149.301058] env[65481]: INFO nova.compute.manager [-] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Took 1.49 seconds to deallocate network for instance. [ 1149.395582] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a98c99c7-4181-44c3-904c-430ec7b5e92b] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.404056] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19e08801-517a-42be-b0e4-b3a44732b2c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.411863] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea5d320-4736-41d3-85ac-42d58f21413e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.444737] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-34a11649-377c-4895-842f-9121fbb2e59c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.448326] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1149.448477] env[65481]: DEBUG nova.compute.manager [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-changed-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1149.448649] env[65481]: DEBUG nova.compute.manager [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing instance network info cache due to event network-changed-a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1149.448923] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1149.448994] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1149.449147] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing network info cache for port a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1149.457020] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-beaba831-91f9-4cea-b081-12ff8a631f75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.472452] env[65481]: DEBUG nova.compute.provider_tree [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1149.559929] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885328, 'name': CreateVM_Task, 'duration_secs': 1.051146} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.560235] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1149.560836] env[65481]: WARNING neutronclient.v2_0.client [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.561179] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '72a9e63f-1045-4b01-a5bb-3a68ccd90b15', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951985', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'name': 'volume-83818560-e225-4569-a666-b556654ca61e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21aa0e87-730c-4529-9617-b20c16102a83', 'attached_at': '', 'detached_at': '', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'serial': '83818560-e225-4569-a666-b556654ca61e'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1149.561373] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Root volume attach. Driver type: vmdk {{(pid=65481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1149.562175] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f771aa9f-3146-41fa-a762-2e007ab2fc52 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.565613] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Successfully created port: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1149.573394] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c9654be8-b935-42a5-8b7a-55abe7fbc4f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.580043] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d127fe2-1bb3-4482-9774-eec780e7fef3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.585955] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-aea25064-49c1-45a7-bd14-a2de66812399 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.592995] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1149.592995] env[65481]: value = "task-4885330" [ 1149.592995] env[65481]: _type = "Task" [ 1149.592995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1149.603353] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1149.701863] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1149.715636] env[65481]: DEBUG oslo_vmware.api [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885329, 'name': PowerOnVM_Task, 'duration_secs': 1.303212} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1149.715941] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1149.716154] env[65481]: INFO nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Took 8.08 seconds to spawn the instance on the hypervisor. [ 1149.716325] env[65481]: DEBUG nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1149.717121] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9dc0b25-33c4-49fe-b966-2419ebd866ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1149.846251] env[65481]: INFO nova.compute.manager [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Took 0.54 seconds to detach 1 volumes for instance. [ 1149.899070] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 8d5cb48f-7c33-4041-8070-1051374b6a5e] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1149.953491] env[65481]: WARNING neutronclient.v2_0.client [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1149.976211] env[65481]: DEBUG nova.scheduler.client.report [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1150.109797] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 34%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.145872] env[65481]: WARNING neutronclient.v2_0.client [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1150.225706] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updated VIF entry in instance network info cache for port a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1150.226109] env[65481]: DEBUG nova.network.neutron [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1150.234051] env[65481]: DEBUG nova.compute.manager [req-c49c4177-03e1-4065-b819-1e4f27caf5d9 req-77f68512-9083-4c56-8597-a52c35a42189 service nova] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Received event network-vif-deleted-03956e07-57f0-415e-a6b4-f38737a29cdb {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1150.236238] env[65481]: INFO nova.compute.manager [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Took 16.21 seconds to build instance. [ 1150.353178] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1150.402508] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 541937cd-658d-469d-aeda-5920079b5c73] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.607057] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 45%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1150.717216] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1150.738185] env[65481]: DEBUG oslo_concurrency.lockutils [req-a1548378-5de9-41bf-afa6-4c1edf69b1b8 req-6cf682fa-86ff-4ff7-bf34-62c76d0716e5 service nova] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1150.739160] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfcb8506-fa50-427d-a278-66e0a3d6663f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 17.722s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.745624] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1150.745886] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1150.746024] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1150.746207] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1150.746346] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1150.746545] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1150.746764] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1150.746921] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1150.747097] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1150.747426] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1150.747426] env[65481]: DEBUG nova.virt.hardware [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1150.748339] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5186925a-bb2a-4b87-a30a-226625d9ee39 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.760076] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e01e894-ae00-42c6-ae22-7a3b54878688 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1150.906085] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 2c6463b4-c1a1-44b6-9643-f317de251993] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1150.986958] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.297s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1150.990064] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 4.087s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1150.990315] env[65481]: DEBUG nova.objects.instance [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lazy-loading 'resources' on Instance uuid d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1151.102130] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Successfully updated port: fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1151.115832] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.251685] env[65481]: DEBUG nova.compute.manager [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Received event network-changed-ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1151.251809] env[65481]: DEBUG nova.compute.manager [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Refreshing instance network info cache due to event network-changed-ded7ed69-9b8c-4730-a096-33c4ca168ba2. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1151.252179] env[65481]: DEBUG oslo_concurrency.lockutils [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] Acquiring lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.252390] env[65481]: DEBUG oslo_concurrency.lockutils [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] Acquired lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.252557] env[65481]: DEBUG nova.network.neutron [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Refreshing network info cache for port ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1151.410296] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 14fcb6b8-6f39-487e-a940-6251e5995bc6] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.557249] env[65481]: INFO nova.scheduler.client.report [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocation for migration 1ea54ae5-fa2e-42c0-b5ee-b8a6c978a859 [ 1151.614715] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1151.614947] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquired lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1151.615144] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1151.617628] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 73%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1151.716621] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6e3d9d6-5cad-4008-b9c6-c5d8f0323ced {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.727703] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5b10c4f4-379d-47ca-838a-9dec08376ca9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.764649] env[65481]: WARNING neutronclient.v2_0.client [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1151.768581] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-338139a6-6d60-4bb6-8152-3175ba350cbe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.779685] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-df12460a-1c81-444e-b979-d758c1d53fc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1151.800579] env[65481]: DEBUG nova.compute.provider_tree [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1151.914185] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: b8c36bc3-1685-4ebb-9ba6-2ada85242047] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1151.968784] env[65481]: WARNING neutronclient.v2_0.client [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.048240] env[65481]: DEBUG nova.network.neutron [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updated VIF entry in instance network info cache for port ded7ed69-9b8c-4730-a096-33c4ca168ba2. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1152.048915] env[65481]: DEBUG nova.network.neutron [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updating instance_info_cache with network_info: [{"id": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "address": "fa:16:3e:a7:24:dc", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.14", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.147", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapded7ed69-9b", "ovs_interfaceid": "ded7ed69-9b8c-4730-a096-33c4ca168ba2", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.063203] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 9.003s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.109902] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 86%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.159922] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1152.264719] env[65481]: WARNING neutronclient.v2_0.client [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.306752] env[65481]: DEBUG nova.scheduler.client.report [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1152.352859] env[65481]: DEBUG nova.network.neutron [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Updating instance_info_cache with network_info: [{"id": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "address": "fa:16:3e:66:4c:e8", "network": {"id": "9f406d31-7688-4ae1-a532-4bba265f71c8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-964824335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334d56458f274fc5b75687e62c75f2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c1382-8e", "ovs_interfaceid": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1152.387202] env[65481]: DEBUG nova.compute.manager [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Received event network-vif-plugged-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.387202] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Acquiring lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1152.387202] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.387333] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.387485] env[65481]: DEBUG nova.compute.manager [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] No waiting events found dispatching network-vif-plugged-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1152.387645] env[65481]: WARNING nova.compute.manager [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Received unexpected event network-vif-plugged-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f for instance with vm_state building and task_state spawning. [ 1152.388611] env[65481]: DEBUG nova.compute.manager [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Received event network-changed-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1152.388611] env[65481]: DEBUG nova.compute.manager [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Refreshing instance network info cache due to event network-changed-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1152.388611] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Acquiring lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1152.419700] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4dbcfbcb-d87e-4c1a-95e9-9be495eccfea] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.551859] env[65481]: DEBUG oslo_concurrency.lockutils [req-952b1626-b88f-43f5-b3f3-c54fefd8cd4e req-605c8e5f-2ce3-4e11-bd5c-ca7baf44c3cf service nova] Releasing lock "refresh_cache-d613a417-a6e0-4445-a708-beea6c6a2516" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.606767] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 97%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1152.815097] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.825s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1152.817792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.465s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1152.818085] env[65481]: DEBUG nova.objects.instance [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'resources' on Instance uuid 4aa6373b-f3a3-46cd-bf83-8610c0578294 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1152.838195] env[65481]: INFO nova.scheduler.client.report [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Deleted allocations for instance d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e [ 1152.855701] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Releasing lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1152.856445] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Instance network_info: |[{"id": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "address": "fa:16:3e:66:4c:e8", "network": {"id": "9f406d31-7688-4ae1-a532-4bba265f71c8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-964824335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334d56458f274fc5b75687e62c75f2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c1382-8e", "ovs_interfaceid": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1152.856445] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Acquired lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1152.856644] env[65481]: DEBUG nova.network.neutron [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Refreshing network info cache for port fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1152.858050] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:66:4c:e8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'fd2c1382-8ed5-4529-a1c8-fd9f9df2071f', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1152.866354] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Creating folder: Project (334d56458f274fc5b75687e62c75f2ec). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.867632] env[65481]: WARNING neutronclient.v2_0.client [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1152.870016] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-7db7831b-944f-422d-ae7d-a66240198533 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.883424] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Created folder: Project (334d56458f274fc5b75687e62c75f2ec) in parent group-v951696. [ 1152.883731] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Creating folder: Instances. Parent ref: group-v951989. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1152.884021] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0fdea7a2-ac5f-48e8-8b49-fefccc92b2ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.897197] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Created folder: Instances in parent group-v951989. [ 1152.897538] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1152.897825] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1152.897986] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bb4078b9-4ede-4734-ab09-db374e6325f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1152.922623] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: e4065138-bdf6-420c-969c-f1b4282ba636] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1152.925389] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1152.925389] env[65481]: value = "task-4885333" [ 1152.925389] env[65481]: _type = "Task" [ 1152.925389] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1152.934838] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885333, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.064062] env[65481]: WARNING neutronclient.v2_0.client [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1153.112649] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 97%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.166697] env[65481]: DEBUG nova.network.neutron [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Updated VIF entry in instance network info cache for port fd2c1382-8ed5-4529-a1c8-fd9f9df2071f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1153.167109] env[65481]: DEBUG nova.network.neutron [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Updating instance_info_cache with network_info: [{"id": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "address": "fa:16:3e:66:4c:e8", "network": {"id": "9f406d31-7688-4ae1-a532-4bba265f71c8", "bridge": "br-int", "label": "tempest-ServerMetadataTestJSON-964824335-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "334d56458f274fc5b75687e62c75f2ec", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8cbc9b8f-ce19-4262-bf4d-88cd4f259a1c", "external-id": "nsx-vlan-transportzone-630", "segmentation_id": 630, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapfd2c1382-8e", "ovs_interfaceid": "fd2c1382-8ed5-4529-a1c8-fd9f9df2071f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1153.346904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-69076208-3854-4466-a60a-0190c667224f tempest-ServersTestJSON-1187604356 tempest-ServersTestJSON-1187604356-project-member] Lock "d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.964s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.425529] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 509d5aa9-d22d-4026-b706-12c22d0df37c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.442187] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885333, 'name': CreateVM_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.496324] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-35c0c167-7ba3-4d75-89c9-bb4efa237aa3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.505227] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0806358f-1a96-4963-8dd6-fddbade336d8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.538953] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-41c98512-39ff-4ac0-8095-52d5c044262a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.547119] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cfd47f1d-6f2c-43f4-bc7c-4aa7525dab60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1153.562962] env[65481]: DEBUG nova.compute.provider_tree [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1153.602679] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.603078] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.603300] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1153.603578] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1153.603771] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1153.609826] env[65481]: INFO nova.compute.manager [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Terminating instance [ 1153.617972] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 98%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1153.670056] env[65481]: DEBUG oslo_concurrency.lockutils [req-e0da79cc-bcb8-48c6-8833-e7449fef6a4b req-358c67ee-569c-43bb-bb1f-992c0584d979 service nova] Releasing lock "refresh_cache-563284b6-bacd-4e51-a6d4-923552d9c25b" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1153.935091] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 40112b4f-41c8-48f3-8f52-38373725755d] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1153.940551] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885333, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.067735] env[65481]: DEBUG nova.scheduler.client.report [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1154.112776] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.114555] env[65481]: DEBUG nova.compute.manager [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1154.114757] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1154.115941] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ab1dff5-64b5-4ab9-8190-546a7fb309c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.124868] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1154.125076] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49047aec-e7e5-414d-ab1c-133b4fb9e9f7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.133356] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1154.133356] env[65481]: value = "task-4885334" [ 1154.133356] env[65481]: _type = "Task" [ 1154.133356] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.143210] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885334, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.443217] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 8d90a3df-3425-4bce-be3b-2999328a5c8d] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.445214] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885333, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.574922] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.757s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1154.599335] env[65481]: INFO nova.scheduler.client.report [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted allocations for instance 4aa6373b-f3a3-46cd-bf83-8610c0578294 [ 1154.619342] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885330, 'name': RelocateVM_Task, 'duration_secs': 4.541815} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.619520] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1154.619726] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951985', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'name': 'volume-83818560-e225-4569-a666-b556654ca61e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21aa0e87-730c-4529-9617-b20c16102a83', 'attached_at': '', 'detached_at': '', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'serial': '83818560-e225-4569-a666-b556654ca61e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1154.620550] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb097f00-9d2f-4dc2-beac-1d7f53c4df59 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.640779] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5e1252c-61d5-423b-85a8-a8fc5b7432bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.649586] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885334, 'name': PowerOffVM_Task, 'duration_secs': 0.317312} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.659800] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1154.660094] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1154.669907] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-83818560-e225-4569-a666-b556654ca61e/volume-83818560-e225-4569-a666-b556654ca61e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1154.671407] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-fccf5fec-3873-49dd-87cf-c528e01876d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.673287] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-df78cfa3-006a-4013-ab8d-8fba288e2807 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.696902] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1154.696902] env[65481]: value = "task-4885336" [ 1154.696902] env[65481]: _type = "Task" [ 1154.696902] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.707535] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885336, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.762629] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1154.762787] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1154.762966] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleting the datastore file [datastore2] c2ed5170-b2ee-435d-95cb-5999394841d8 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1154.763353] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0e3b18a4-6803-42c8-abd7-bd9f0545f5f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.771492] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for the task: (returnval){ [ 1154.771492] env[65481]: value = "task-4885337" [ 1154.771492] env[65481]: _type = "Task" [ 1154.771492] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.780786] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885337, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1154.939745] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885333, 'name': CreateVM_Task, 'duration_secs': 1.810114} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.940129] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1154.940681] env[65481]: WARNING neutronclient.v2_0.client [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1154.940970] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.941135] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.942016] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1154.942016] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-bb9d74a4-a8a1-44eb-8e70-f86ea54cc677 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.949474] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d7591c2f-618a-455c-8c1d-a980ac326b80] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1154.950919] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1154.950919] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dd11ef-fba7-aee1-9f1f-c3ab6878b806" [ 1154.950919] env[65481]: _type = "Task" [ 1154.950919] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.961300] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dd11ef-fba7-aee1-9f1f-c3ab6878b806, 'name': SearchDatastore_Task, 'duration_secs': 0.009814} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1154.961563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1154.961771] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1154.961988] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1154.962145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1154.962331] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1154.962614] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f128c972-f2cc-46b8-8c3c-bd09092bf8ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.972293] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1154.972510] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1154.973311] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8ef0c3de-d2f3-48ee-ada8-cb6359736a89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1154.979419] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1154.979419] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525533ce-05c8-3668-173a-f5354316fa67" [ 1154.979419] env[65481]: _type = "Task" [ 1154.979419] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1154.988423] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525533ce-05c8-3668-173a-f5354316fa67, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.116357] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d0948bee-41f5-4796-a187-cf082f73a480 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "4aa6373b-f3a3-46cd-bf83-8610c0578294" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 10.160s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1155.207987] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885336, 'name': ReconfigVM_Task, 'duration_secs': 0.410753} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.208442] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-83818560-e225-4569-a666-b556654ca61e/volume-83818560-e225-4569-a666-b556654ca61e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1155.214085] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c6f1e8c-cbe6-4c29-b498-755be62b88ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.231488] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1155.231488] env[65481]: value = "task-4885338" [ 1155.231488] env[65481]: _type = "Task" [ 1155.231488] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.240628] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885338, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.282089] env[65481]: DEBUG oslo_vmware.api [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Task: {'id': task-4885337, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.14566} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.282422] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1155.282608] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1155.282797] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1155.282971] env[65481]: INFO nova.compute.manager [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1155.283277] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1155.283473] env[65481]: DEBUG nova.compute.manager [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1155.283573] env[65481]: DEBUG nova.network.neutron [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1155.283893] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.334909] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1155.452715] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 052b0c06-97e2-4c0e-8a99-6ebbe7b51d34] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1155.492035] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525533ce-05c8-3668-173a-f5354316fa67, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.492876] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2a303858-5c24-4c6b-97e1-4d794d6667b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.499549] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1155.499549] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d85f1-0d05-15e9-9888-102a4b32cbe3" [ 1155.499549] env[65481]: _type = "Task" [ 1155.499549] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.508856] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d85f1-0d05-15e9-9888-102a4b32cbe3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.562315] env[65481]: DEBUG nova.compute.manager [req-b5ff14b6-fcb1-4d3c-8e06-4d346bd839c7 req-9c59692c-1199-4b0c-b039-f76a0d3ba796 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Received event network-vif-deleted-494cd65b-4a85-495b-a565-4ff5061f6a6e {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1155.562571] env[65481]: INFO nova.compute.manager [req-b5ff14b6-fcb1-4d3c-8e06-4d346bd839c7 req-9c59692c-1199-4b0c-b039-f76a0d3ba796 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Neutron deleted interface 494cd65b-4a85-495b-a565-4ff5061f6a6e; detaching it from the instance and deleting it from the info cache [ 1155.562767] env[65481]: DEBUG nova.network.neutron [req-b5ff14b6-fcb1-4d3c-8e06-4d346bd839c7 req-9c59692c-1199-4b0c-b039-f76a0d3ba796 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1155.743782] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885338, 'name': ReconfigVM_Task, 'duration_secs': 0.286812} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1155.744119] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951985', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'name': 'volume-83818560-e225-4569-a666-b556654ca61e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '21aa0e87-730c-4529-9617-b20c16102a83', 'attached_at': '', 'detached_at': '', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'serial': '83818560-e225-4569-a666-b556654ca61e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1155.744699] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-3bc7e9c1-0dbd-4e69-b6df-c6e2e1497902 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1155.752631] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1155.752631] env[65481]: value = "task-4885339" [ 1155.752631] env[65481]: _type = "Task" [ 1155.752631] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1155.765541] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885339, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1155.955965] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 45d3216e-cf68-4769-bbd3-cc8780e1e1dc] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.012029] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]529d85f1-0d05-15e9-9888-102a4b32cbe3, 'name': SearchDatastore_Task, 'duration_secs': 0.034472} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1156.012919] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1156.012919] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 563284b6-bacd-4e51-a6d4-923552d9c25b/563284b6-bacd-4e51-a6d4-923552d9c25b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1156.012919] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8a51299d-2f1e-4eca-ba8c-f84384ee73a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.022260] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1156.022260] env[65481]: value = "task-4885340" [ 1156.022260] env[65481]: _type = "Task" [ 1156.022260] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1156.032375] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885340, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.043976] env[65481]: DEBUG nova.network.neutron [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1156.066628] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d5ed7093-ec49-4a8f-9f9b-28b9f2757461 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.079330] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-665d75e1-8349-4631-b24a-b75ebd96e7be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1156.119773] env[65481]: DEBUG nova.compute.manager [req-b5ff14b6-fcb1-4d3c-8e06-4d346bd839c7 req-9c59692c-1199-4b0c-b039-f76a0d3ba796 service nova] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Detach interface failed, port_id=494cd65b-4a85-495b-a565-4ff5061f6a6e, reason: Instance c2ed5170-b2ee-435d-95cb-5999394841d8 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1156.266173] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885339, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.459784] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 8bb56265-8b66-4353-8219-613ddf915d30] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1156.533382] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885340, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.547311] env[65481]: INFO nova.compute.manager [-] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Took 1.26 seconds to deallocate network for instance. [ 1156.767873] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885339, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1156.836844] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1156.837116] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1156.963129] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 595103db-8b32-4d39-9bac-c13e9d7d90f1] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.036855] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885340, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.568968} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.037156] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 563284b6-bacd-4e51-a6d4-923552d9c25b/563284b6-bacd-4e51-a6d4-923552d9c25b.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1157.037630] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1157.037792] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d809e0fe-a2bb-4159-81c2-88377bbda4e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.051600] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1157.051600] env[65481]: value = "task-4885341" [ 1157.051600] env[65481]: _type = "Task" [ 1157.051600] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.056211] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.056483] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.056665] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.068548] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885341, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.080247] env[65481]: INFO nova.scheduler.client.report [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Deleted allocations for instance c2ed5170-b2ee-435d-95cb-5999394841d8 [ 1157.265197] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885339, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.340043] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1157.466792] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 35d50bb4-3848-4cc0-9027-0b2aa6b78332] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1157.561625] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885341, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077851} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.561922] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1157.562710] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6af15e06-2f3f-4115-b4fe-34141502561e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.586499] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Reconfiguring VM instance instance-00000073 to attach disk [datastore2] 563284b6-bacd-4e51-a6d4-923552d9c25b/563284b6-bacd-4e51-a6d4-923552d9c25b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1157.586823] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e6e8b46e-b380-4330-9a8f-3771e2ef0427 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.605295] env[65481]: DEBUG oslo_concurrency.lockutils [None req-74506ded-0647-42c9-9b37-c86b1b4801c3 tempest-DeleteServersTestJSON-309686725 tempest-DeleteServersTestJSON-309686725-project-member] Lock "c2ed5170-b2ee-435d-95cb-5999394841d8" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1157.611575] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1157.611575] env[65481]: value = "task-4885342" [ 1157.611575] env[65481]: _type = "Task" [ 1157.611575] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.622177] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885342, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.769547] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885339, 'name': Rename_Task, 'duration_secs': 1.885828} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1157.769893] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1157.770180] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-aace0379-8b5b-4715-b496-4efb9d5e82db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1157.779038] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1157.779038] env[65481]: value = "task-4885343" [ 1157.779038] env[65481]: _type = "Task" [ 1157.779038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1157.796151] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885343, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1157.877348] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1157.877849] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1157.879580] env[65481]: INFO nova.compute.claims [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1157.970585] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 704b6a5d-b95f-47fd-a557-bbffb2fcab11] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.124049] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885342, 'name': ReconfigVM_Task, 'duration_secs': 0.34109} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.124049] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Reconfigured VM instance instance-00000073 to attach disk [datastore2] 563284b6-bacd-4e51-a6d4-923552d9c25b/563284b6-bacd-4e51-a6d4-923552d9c25b.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1158.124844] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-91fc343a-ba80-47a4-92d8-fbc493795377 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.134038] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1158.134038] env[65481]: value = "task-4885345" [ 1158.134038] env[65481]: _type = "Task" [ 1158.134038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.148444] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885345, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.294421] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885343, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.476221] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: f6fe2df1-f7ff-4efb-994c-65d584156459] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1158.644637] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885345, 'name': Rename_Task, 'duration_secs': 0.156026} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.645263] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1158.645263] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dc22d6bc-b423-4981-824a-9fbc520ebbc3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.652897] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1158.652897] env[65481]: value = "task-4885346" [ 1158.652897] env[65481]: _type = "Task" [ 1158.652897] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1158.661332] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885346, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1158.791092] env[65481]: DEBUG oslo_vmware.api [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885343, 'name': PowerOnVM_Task, 'duration_secs': 0.707801} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1158.791092] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1158.791304] env[65481]: INFO nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Took 11.15 seconds to spawn the instance on the hypervisor. [ 1158.791521] env[65481]: DEBUG nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1158.792336] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edfd05e7-68cc-40db-8917-2ef1145ba6b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1158.982496] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 1c5f1c4b-bc39-431d-87bb-a3d97e04be80] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.073214] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5a7a3a-c5eb-4f1e-9392-109c4ee4e4e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.082131] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298ccff3-681d-452f-b958-dba3e12ef6bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.119790] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e1c341d-3371-48ad-8d3a-e74ce6e21b2c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.128674] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20930f60-8bf1-4c22-a16d-1ac9bb9540a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.143937] env[65481]: DEBUG nova.compute.provider_tree [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1159.164386] env[65481]: DEBUG oslo_vmware.api [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885346, 'name': PowerOnVM_Task, 'duration_secs': 0.49696} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1159.164588] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1159.164824] env[65481]: INFO nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Took 8.45 seconds to spawn the instance on the hypervisor. [ 1159.164997] env[65481]: DEBUG nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1159.165895] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52418bbd-7bf5-4a6c-8245-16ed2f02ff49 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1159.311473] env[65481]: INFO nova.compute.manager [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Took 21.10 seconds to build instance. [ 1159.485576] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a5dbc5a1-4893-4a66-acf4-955e459d620a] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1159.649177] env[65481]: DEBUG nova.scheduler.client.report [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1159.685824] env[65481]: INFO nova.compute.manager [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Took 14.50 seconds to build instance. [ 1159.815165] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b4e5694-d623-4ae6-a59d-196c0abc446c tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 22.619s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1159.972204] env[65481]: DEBUG nova.compute.manager [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1159.972528] env[65481]: DEBUG nova.compute.manager [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing instance network info cache due to event network-changed-2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1159.972645] env[65481]: DEBUG oslo_concurrency.lockutils [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] Acquiring lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1159.973213] env[65481]: DEBUG oslo_concurrency.lockutils [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] Acquired lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1159.973213] env[65481]: DEBUG nova.network.neutron [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Refreshing network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1159.988175] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: e12500d6-323c-4f53-94eb-c585f7f0f587] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.155388] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.277s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.156201] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1160.187441] env[65481]: DEBUG oslo_concurrency.lockutils [None req-145a5090-2994-43ab-9aaa-76b9fd12b99d tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 16.012s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1160.243448] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1160.243703] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1160.476989] env[65481]: WARNING neutronclient.v2_0.client [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.492189] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 2643f9a9-1783-45eb-a8f2-26b794a0a1b7] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1160.638953] env[65481]: WARNING neutronclient.v2_0.client [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.662269] env[65481]: DEBUG nova.compute.utils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1160.663907] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1160.664121] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1160.664443] env[65481]: WARNING neutronclient.v2_0.client [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.664736] env[65481]: WARNING neutronclient.v2_0.client [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1160.714018] env[65481]: DEBUG nova.network.neutron [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updated VIF entry in instance network info cache for port 2d70fbeb-6d24-4055-9a42-b0348df4647f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1160.714251] env[65481]: DEBUG nova.network.neutron [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [{"id": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "address": "fa:16:3e:e7:2c:aa", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap2d70fbeb-6d", "ovs_interfaceid": "2d70fbeb-6d24-4055-9a42-b0348df4647f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1160.719964] env[65481]: DEBUG nova.policy [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '62e19d63153b4f998b4ef9ae318c7dcf', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '63b1975a03ff45dca583d79d4e50c142', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1160.745827] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1160.995214] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d5457a55-4fbf-43d6-a6eb-d671cd9a89ae] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.098422] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Successfully created port: 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1161.169564] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1161.221976] env[65481]: DEBUG oslo_concurrency.lockutils [req-daeecc77-0be4-49b3-9e44-c51efb042885 req-b444efa0-a034-43ac-a7e0-407d22491731 service nova] Releasing lock "refresh_cache-d5e7faa5-7b22-4c5b-816b-a0469646f77f" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1161.274157] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.274157] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.275735] env[65481]: INFO nova.compute.claims [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1161.354157] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "563284b6-bacd-4e51-a6d4-923552d9c25b" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.354420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.354630] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1161.354806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1161.354966] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1161.357567] env[65481]: INFO nova.compute.manager [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Terminating instance [ 1161.456656] env[65481]: DEBUG nova.compute.manager [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1161.499959] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: fdbeac26-283f-4692-9111-9e908ad20355] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1161.865024] env[65481]: DEBUG nova.compute.manager [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1161.865024] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1161.865024] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c32263aa-e162-45e7-874e-c9daf1c153a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.872698] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1161.873360] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-70b9692f-beb9-4adc-8bb5-131267cf57f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1161.881474] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1161.881474] env[65481]: value = "task-4885347" [ 1161.881474] env[65481]: _type = "Task" [ 1161.881474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1161.890626] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885347, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1161.984137] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1162.006188] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 97f6fba1-8341-42c7-a5d9-a085c09c88f0] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.182034] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1162.211058] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1162.211338] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1162.211492] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1162.211670] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1162.211814] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1162.211960] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1162.212322] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1162.212511] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1162.212773] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1162.213035] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1162.213244] env[65481]: DEBUG nova.virt.hardware [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1162.214219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6ffc59d8-b1d6-4ee4-b136-afa420bcabab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.224378] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4bb8e37-0ea1-4e1f-9399-37d5e1960506 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.393752] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885347, 'name': PowerOffVM_Task, 'duration_secs': 0.365166} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.394057] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1162.394226] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1162.394520] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-d8d3130d-1f5b-47a3-885f-7b5b06fa26ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.467491] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1162.467714] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1162.467932] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Deleting the datastore file [datastore2] 563284b6-bacd-4e51-a6d4-923552d9c25b {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1162.468220] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-449d41dd-3c53-4a2a-936a-656d30af2403 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.475436] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for the task: (returnval){ [ 1162.475436] env[65481]: value = "task-4885349" [ 1162.475436] env[65481]: _type = "Task" [ 1162.475436] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1162.480463] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-99eb74dd-0fa2-4c9b-8a6d-676588d9b282 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.490555] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b1d09e8-4d56-487a-9af3-6ba7a1f8049b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.494070] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885349, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1162.522526] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4a5df8d5-b1b6-4581-ab9f-d006c3288fc0] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1162.525139] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a8d969c4-43e6-4f34-9321-41428d9833a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.534144] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-09abf06c-75bc-40e0-83a8-8a28d3cf858c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1162.549454] env[65481]: DEBUG nova.compute.provider_tree [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1162.584815] env[65481]: DEBUG nova.compute.manager [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Received event network-changed-307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1162.584973] env[65481]: DEBUG nova.compute.manager [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Refreshing instance network info cache due to event network-changed-307c21b0-c03b-461d-9d18-e8a9c1d8df2f. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1162.585174] env[65481]: DEBUG oslo_concurrency.lockutils [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1162.585325] env[65481]: DEBUG oslo_concurrency.lockutils [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1162.585479] env[65481]: DEBUG nova.network.neutron [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Refreshing network info cache for port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1162.719946] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Successfully updated port: 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1162.988199] env[65481]: DEBUG oslo_vmware.api [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Task: {'id': task-4885349, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.171701} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1162.988199] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1162.988199] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1162.989021] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1162.989021] env[65481]: INFO nova.compute.manager [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1162.989021] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1162.989021] env[65481]: DEBUG nova.compute.manager [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1162.989192] env[65481]: DEBUG nova.network.neutron [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1162.989290] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.027242] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.029314] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 02dfe7aa-9df0-4897-a2c0-964629fd352e] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.052936] env[65481]: DEBUG nova.scheduler.client.report [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1163.089595] env[65481]: WARNING neutronclient.v2_0.client [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.222600] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1163.223251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1163.223251] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1163.322636] env[65481]: DEBUG nova.compute.manager [req-e8442e72-e1ca-4b69-80ff-a851bcf10b34 req-994c4a91-b5ba-4be5-af3c-2fa4528b69e1 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Received event network-vif-deleted-fd2c1382-8ed5-4529-a1c8-fd9f9df2071f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1163.322844] env[65481]: INFO nova.compute.manager [req-e8442e72-e1ca-4b69-80ff-a851bcf10b34 req-994c4a91-b5ba-4be5-af3c-2fa4528b69e1 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Neutron deleted interface fd2c1382-8ed5-4529-a1c8-fd9f9df2071f; detaching it from the instance and deleting it from the info cache [ 1163.323687] env[65481]: DEBUG nova.network.neutron [req-e8442e72-e1ca-4b69-80ff-a851bcf10b34 req-994c4a91-b5ba-4be5-af3c-2fa4528b69e1 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.381511] env[65481]: WARNING neutronclient.v2_0.client [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.457030] env[65481]: DEBUG nova.network.neutron [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updated VIF entry in instance network info cache for port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1163.457412] env[65481]: DEBUG nova.network.neutron [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.532961] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 23362e0b-92b2-4f15-b156-0b420b854737] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1163.560107] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.286s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1163.560637] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1163.564374] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 1.580s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1163.756640] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1163.796027] env[65481]: DEBUG nova.network.neutron [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.828710] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-4e495f3d-fafa-452f-894b-b30e56060f36 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.832836] env[65481]: WARNING neutronclient.v2_0.client [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1163.839170] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0489e5be-c794-424a-8b36-ca44cd824107 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1163.872931] env[65481]: DEBUG nova.compute.manager [req-e8442e72-e1ca-4b69-80ff-a851bcf10b34 req-994c4a91-b5ba-4be5-af3c-2fa4528b69e1 service nova] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Detach interface failed, port_id=fd2c1382-8ed5-4529-a1c8-fd9f9df2071f, reason: Instance 563284b6-bacd-4e51-a6d4-923552d9c25b could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1163.910429] env[65481]: DEBUG nova.network.neutron [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1163.960334] env[65481]: DEBUG oslo_concurrency.lockutils [req-e9a92279-78b1-46f8-b98e-c0004f255369 req-2e5b2887-63b1-4bb5-ab86-3512d8cb23df service nova] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.036702] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 67d44ef1-a758-4415-931f-fb25d84b9e74] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.067913] env[65481]: DEBUG nova.compute.utils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1164.071417] env[65481]: INFO nova.compute.claims [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1164.075416] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1164.075661] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1164.075992] env[65481]: WARNING neutronclient.v2_0.client [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.076309] env[65481]: WARNING neutronclient.v2_0.client [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.128344] env[65481]: DEBUG nova.policy [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13057270c0fb4d28a8b26b8c68ca9954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edaeb7129a064535bf3031849d98e912', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1164.298775] env[65481]: INFO nova.compute.manager [-] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Took 1.31 seconds to deallocate network for instance. [ 1164.409038] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Successfully created port: 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1164.412772] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1164.413136] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance network_info: |[{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1164.413879] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:e7:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64340171-2305-4a14-94c4-7ed9d3cb79dd', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1164.421637] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1164.421853] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1164.422088] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-d99f1301-3777-47d1-94b8-bf11d5a82cc2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.442847] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1164.442847] env[65481]: value = "task-4885350" [ 1164.442847] env[65481]: _type = "Task" [ 1164.442847] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.453263] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885350, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1164.540587] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 47f67827-1fb8-4890-9c64-7badb06d1428] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1164.580816] env[65481]: INFO nova.compute.resource_tracker [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating resource usage from migration fce406c3-16ad-4dd5-9fad-9481583ad528 [ 1164.583670] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1164.635039] env[65481]: DEBUG nova.compute.manager [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1164.635256] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.635458] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1164.635690] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1164.635975] env[65481]: DEBUG nova.compute.manager [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] No waiting events found dispatching network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1164.636235] env[65481]: WARNING nova.compute.manager [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received unexpected event network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd for instance with vm_state building and task_state spawning. [ 1164.636412] env[65481]: DEBUG nova.compute.manager [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1164.636585] env[65481]: DEBUG nova.compute.manager [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing instance network info cache due to event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1164.636878] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.637176] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.637333] env[65481]: DEBUG nova.network.neutron [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1164.773642] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cb862f3-56d9-4ff9-9a25-44109c336a41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.781631] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-942812a3-2e94-49e5-b6ed-73fba5567e15 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.811615] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1164.812561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-24f7a7be-9d35-4835-9de7-1c8a4e52f414 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.820312] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cea15ec8-6369-4ae2-92c6-57e476e09827 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.833637] env[65481]: DEBUG nova.compute.provider_tree [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1164.953309] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885350, 'name': CreateVM_Task, 'duration_secs': 0.303124} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1164.953530] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1164.954055] env[65481]: WARNING neutronclient.v2_0.client [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1164.954420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1164.954567] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1164.954904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1164.955173] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-6ff00029-ef4a-425c-baa2-48952d09c66c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1164.960050] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1164.960050] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213f20f-0534-1589-4517-c733682f23fd" [ 1164.960050] env[65481]: _type = "Task" [ 1164.960050] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1164.969919] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213f20f-0534-1589-4517-c733682f23fd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.045222] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 5ef4984b-a5c2-49f1-8dcf-123663b757cf] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.143878] env[65481]: WARNING neutronclient.v2_0.client [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.300959] env[65481]: WARNING neutronclient.v2_0.client [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1165.338894] env[65481]: DEBUG nova.scheduler.client.report [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1165.375704] env[65481]: DEBUG nova.network.neutron [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updated VIF entry in instance network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1165.376077] env[65481]: DEBUG nova.network.neutron [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1165.472413] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5213f20f-0534-1589-4517-c733682f23fd, 'name': SearchDatastore_Task, 'duration_secs': 0.01229} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1165.472717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.472939] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1165.473192] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1165.473333] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1165.473513] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1165.473773] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-d94c388e-7f65-43c7-8780-e5cf9c2afa9c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.483025] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1165.483226] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1165.484024] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-31b9d31b-cd38-45c8-abbc-c8088e4c68ab {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.490089] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1165.490089] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c240b-8ee6-a32d-aaed-6f33009f6a24" [ 1165.490089] env[65481]: _type = "Task" [ 1165.490089] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1165.498796] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c240b-8ee6-a32d-aaed-6f33009f6a24, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1165.548154] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: b97641fd-2656-4067-83d6-9bed257d6b5f] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1165.594278] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1165.622540] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1165.622785] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1165.622933] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1165.623132] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1165.623277] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1165.623415] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1165.623619] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1165.623772] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1165.623931] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1165.624099] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1165.624265] env[65481]: DEBUG nova.virt.hardware [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1165.625203] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6943693d-2fba-4322-b548-c5a0ee987ec2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.633379] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bcdf00b-64bf-4ea0-8557-6be80416b840 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1165.845164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.280s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1165.845164] env[65481]: INFO nova.compute.manager [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Migrating [ 1165.851645] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 1.040s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1165.851870] env[65481]: DEBUG nova.objects.instance [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lazy-loading 'resources' on Instance uuid 563284b6-bacd-4e51-a6d4-923552d9c25b {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1165.879355] env[65481]: DEBUG oslo_concurrency.lockutils [req-3dc668e5-5215-4ca6-aa65-e8823f718c94 req-49f1ff3c-ff0d-40e9-bfc4-c2f48b28dc38 service nova] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1165.926932] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Successfully updated port: 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1166.000588] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525c240b-8ee6-a32d-aaed-6f33009f6a24, 'name': SearchDatastore_Task, 'duration_secs': 0.010967} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.001375] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-586640e5-6599-4827-b99e-4ed8942b5be2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.008431] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1166.008431] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253ff57-0879-f46c-d894-4f30cd74058e" [ 1166.008431] env[65481]: _type = "Task" [ 1166.008431] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.017104] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253ff57-0879-f46c-d894-4f30cd74058e, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.051944] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 5547a644-cc2a-48c5-9939-e32cfe3edf51] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.360406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.360621] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.360758] env[65481]: DEBUG nova.network.neutron [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.430484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.430484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1166.430484] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1166.522436] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5253ff57-0879-f46c-d894-4f30cd74058e, 'name': SearchDatastore_Task, 'duration_secs': 0.011047} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1166.522736] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1166.523024] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1166.523332] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-f5e4158a-05c9-4885-a1fc-1ac65f7ef1ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.533263] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1166.533263] env[65481]: value = "task-4885351" [ 1166.533263] env[65481]: _type = "Task" [ 1166.533263] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1166.545247] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885351, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1166.555864] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a98557ef-a7ca-4d99-85be-5a71b1dce96c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1166.558453] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2270464-5778-426e-9599-52ca235b5879 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.566985] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8fc4ff0d-86a9-4ed3-b72f-13952bce3203 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.600046] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-045beefc-d2c1-4524-9a34-2c1e03eb6237 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.609458] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b2a734e-b70f-4e39-a931-752983d7ac33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1166.624804] env[65481]: DEBUG nova.compute.provider_tree [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1166.664604] env[65481]: DEBUG nova.compute.manager [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.664927] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1166.665105] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1166.665316] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1166.665530] env[65481]: DEBUG nova.compute.manager [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] No waiting events found dispatching network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1166.665778] env[65481]: WARNING nova.compute.manager [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received unexpected event network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df for instance with vm_state building and task_state spawning. [ 1166.666320] env[65481]: DEBUG nova.compute.manager [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1166.666320] env[65481]: DEBUG nova.compute.manager [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing instance network info cache due to event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1166.666396] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1166.867730] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1166.974534] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1167.046720] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885351, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.062195] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a164b9e8-a577-461f-bbc9-2ceb999bd5c5] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.110598] env[65481]: WARNING neutronclient.v2_0.client [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.120605] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.128445] env[65481]: DEBUG nova.scheduler.client.report [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1167.189413] env[65481]: DEBUG nova.network.neutron [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.211071] env[65481]: DEBUG nova.network.neutron [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1167.546489] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885351, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525884} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1167.546489] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1167.546489] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1167.546489] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-cc2b45ca-1b9a-4072-a1e3-8eb44f56c73d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.554732] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1167.554732] env[65481]: value = "task-4885352" [ 1167.554732] env[65481]: _type = "Task" [ 1167.554732] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.565333] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885352, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.565745] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 877112a7-91d2-47a2-8eed-0d0b5187c237] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1167.633166] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.781s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1167.675922] env[65481]: INFO nova.scheduler.client.report [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Deleted allocations for instance 563284b6-bacd-4e51-a6d4-923552d9c25b [ 1167.692047] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.692459] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance network_info: |[{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1167.692838] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1167.693129] env[65481]: DEBUG nova.network.neutron [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1167.694532] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:bb:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16017732-fc69-4689-ae19-7ab3c5c9c3df', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1167.703039] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating folder: Project (edaeb7129a064535bf3031849d98e912). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.704216] env[65481]: WARNING neutronclient.v2_0.client [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.706750] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-17ab50e1-d4f6-47f9-bde3-9a63fa344edc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.713423] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1167.719802] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created folder: Project (edaeb7129a064535bf3031849d98e912) in parent group-v951696. [ 1167.720159] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating folder: Instances. Parent ref: group-v951993. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1167.720433] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-46047865-dada-4a3b-bf63-0f73adee4236 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.731670] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created folder: Instances in parent group-v951993. [ 1167.733253] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1167.733253] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1167.733253] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-ca70da56-417a-4ad3-bc68-b3ce4f4c02b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1167.755542] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1167.755542] env[65481]: value = "task-4885355" [ 1167.755542] env[65481]: _type = "Task" [ 1167.755542] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1167.765673] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885355, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1167.875702] env[65481]: WARNING neutronclient.v2_0.client [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1167.947127] env[65481]: DEBUG nova.network.neutron [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updated VIF entry in instance network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1167.947519] env[65481]: DEBUG nova.network.neutron [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1168.065292] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885352, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.079471} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.065720] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1168.066566] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e05eb424-20ac-4f17-9fab-bb00e3c4a3e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.069493] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: fee5d44b-7a2c-473d-a791-31760563e635] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.095322] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1168.096105] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9ac04ba6-5693-4935-bf2f-df1d6e93c7dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.122697] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1168.122697] env[65481]: value = "task-4885356" [ 1168.122697] env[65481]: _type = "Task" [ 1168.122697] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.132056] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885356, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.187711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-c5cab474-8edd-4b91-b518-f954a16b9467 tempest-ServerMetadataTestJSON-1658030778 tempest-ServerMetadataTestJSON-1658030778-project-member] Lock "563284b6-bacd-4e51-a6d4-923552d9c25b" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.833s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1168.267105] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885355, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.450501] env[65481]: DEBUG oslo_concurrency.lockutils [req-6651c826-5e43-44d7-80c9-7b6e2faadfcf req-c35da348-2582-4d82-b37b-557cb03101d6 service nova] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1168.574201] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 05220b53-c822-4e7b-91ea-fcbca536dd92] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1168.632645] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885356, 'name': ReconfigVM_Task, 'duration_secs': 0.358579} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.632933] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Reconfigured VM instance instance-00000074 to attach disk [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1168.633630] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0f0f06a3-3921-45ed-bc86-a4ae50e980e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.642056] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1168.642056] env[65481]: value = "task-4885357" [ 1168.642056] env[65481]: _type = "Task" [ 1168.642056] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.651233] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885357, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1168.767042] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885355, 'name': CreateVM_Task, 'duration_secs': 0.566973} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1168.767221] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1168.767685] env[65481]: WARNING neutronclient.v2_0.client [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1168.768108] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1168.768281] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1168.768607] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1168.768872] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2040b735-d6a2-4726-b076-a0a054164a73 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1168.773740] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1168.773740] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52863e30-6c23-1918-c482-0729f39737cc" [ 1168.773740] env[65481]: _type = "Task" [ 1168.773740] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1168.782918] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52863e30-6c23-1918-c482-0729f39737cc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.077165] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a152d69b-743f-4385-a71c-9ab27df34c9b] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.152509] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885357, 'name': Rename_Task, 'duration_secs': 0.137109} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.152775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1169.153280] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-05ad3e9a-4994-4d3b-b027-97c916f632b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.160915] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1169.160915] env[65481]: value = "task-4885358" [ 1169.160915] env[65481]: _type = "Task" [ 1169.160915] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.169718] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885358, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.229738] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2ea4b9c-9475-4d25-ab7a-eb56b4cb89e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.251322] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1169.284443] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52863e30-6c23-1918-c482-0729f39737cc, 'name': SearchDatastore_Task, 'duration_secs': 0.011508} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.284443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1169.284627] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1169.284860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1169.285010] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1169.285186] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1169.285462] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ba7983db-31c0-4526-b9fc-43b44b79f9b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.296424] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1169.296655] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1169.297461] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e71ea7d8-bfea-4ddc-94ef-42719264a509 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.306109] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1169.306109] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bb789-8ebe-216b-ad13-78d9b5b28847" [ 1169.306109] env[65481]: _type = "Task" [ 1169.306109] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.315394] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bb789-8ebe-216b-ad13-78d9b5b28847, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.583648] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 2b9a726d-c8d3-4b51-861d-ee23f2367e84] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1169.676834] env[65481]: DEBUG oslo_vmware.api [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885358, 'name': PowerOnVM_Task, 'duration_secs': 0.490615} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.677272] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1169.677789] env[65481]: INFO nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Took 7.50 seconds to spawn the instance on the hypervisor. [ 1169.678166] env[65481]: DEBUG nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1169.679551] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-32fe1e3b-643e-4f83-a684-e4f2b9fd74c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.757864] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1169.758504] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-adb7f8be-6e58-4d25-9211-85b2715b22ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.766938] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1169.766938] env[65481]: value = "task-4885359" [ 1169.766938] env[65481]: _type = "Task" [ 1169.766938] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.776268] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885359, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1169.818715] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525bb789-8ebe-216b-ad13-78d9b5b28847, 'name': SearchDatastore_Task, 'duration_secs': 0.010519} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1169.819638] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-797cce89-bf8e-4037-a7c2-f91ca98adf81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1169.826915] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1169.826915] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52edcfe9-5df1-3252-8525-e0dc44167913" [ 1169.826915] env[65481]: _type = "Task" [ 1169.826915] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1169.836808] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52edcfe9-5df1-3252-8525-e0dc44167913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.086321] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 41ab260a-be19-4c45-bf4c-50bcfac2aac2] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.201733] env[65481]: INFO nova.compute.manager [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Took 12.36 seconds to build instance. [ 1170.276706] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885359, 'name': PowerOffVM_Task, 'duration_secs': 0.214708} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.277030] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1170.277216] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1170.336626] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52edcfe9-5df1-3252-8525-e0dc44167913, 'name': SearchDatastore_Task, 'duration_secs': 0.010815} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1170.336855] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1170.337106] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1170.337363] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-4cf8748d-56b4-40c6-a4e8-1dd8309a82f5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.344973] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1170.344973] env[65481]: value = "task-4885360" [ 1170.344973] env[65481]: _type = "Task" [ 1170.344973] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.353444] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885360, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.590184] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: e0bc5f61-ea72-491e-b5d1-f16b0f16455a] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1170.703545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3e290360-c1a7-4983-a2cc-689080064d28 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.866s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1170.783947] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1170.783947] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1170.783947] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1170.784416] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1170.784416] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1170.784416] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1170.784572] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1170.784726] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1170.784888] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1170.785063] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1170.785241] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1170.790687] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-cecdad6b-4f62-452e-a6ec-cacd1add8d3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1170.808217] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1170.808217] env[65481]: value = "task-4885361" [ 1170.808217] env[65481]: _type = "Task" [ 1170.808217] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1170.818184] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885361, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1170.854925] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885360, 'name': CopyVirtualDisk_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.094388] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 3c624edd-c5db-45a3-af92-9788d9755023] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.213057] env[65481]: DEBUG nova.compute.manager [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1171.213057] env[65481]: DEBUG nova.compute.manager [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing instance network info cache due to event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1171.213057] env[65481]: DEBUG oslo_concurrency.lockutils [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1171.213057] env[65481]: DEBUG oslo_concurrency.lockutils [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1171.213057] env[65481]: DEBUG nova.network.neutron [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1171.319109] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885361, 'name': ReconfigVM_Task, 'duration_secs': 0.258269} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.319446] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1171.356734] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885360, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.518088} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.357020] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1171.357241] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1171.357502] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a80fb7aa-465c-48c7-bffd-41579e31c904 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.364688] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1171.364688] env[65481]: value = "task-4885362" [ 1171.364688] env[65481]: _type = "Task" [ 1171.364688] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.375759] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885362, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.598461] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 08160ce9-8689-43b2-a934-2e9c1e4ce078] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1171.717138] env[65481]: WARNING neutronclient.v2_0.client [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.824969] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1171.825212] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1171.825361] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1171.825539] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1171.825742] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1171.825900] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1171.826110] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1171.826266] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1171.826427] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1171.826585] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1171.826888] env[65481]: DEBUG nova.virt.hardware [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1171.835545] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1171.836248] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-645ac6f6-659c-4dc2-af82-6e3e6217cbcd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.870185] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1171.870185] env[65481]: value = "task-4885363" [ 1171.870185] env[65481]: _type = "Task" [ 1171.870185] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.876892] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885362, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.37491} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1171.877561] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1171.878383] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7255f453-45b5-4b75-95e0-d3f46489da10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.884345] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885363, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1171.904971] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1171.907226] env[65481]: WARNING neutronclient.v2_0.client [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1171.908662] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a8e2e18c-5207-40da-8b3f-31bd8efcedce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1171.930974] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1171.930974] env[65481]: value = "task-4885364" [ 1171.930974] env[65481]: _type = "Task" [ 1171.930974] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1171.943209] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885364, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.002371] env[65481]: DEBUG nova.network.neutron [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updated VIF entry in instance network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1172.002729] env[65481]: DEBUG nova.network.neutron [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1172.101999] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c41e1bfd-f22d-4723-a4cf-a425f148e0bb] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.382615] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885363, 'name': ReconfigVM_Task, 'duration_secs': 0.267775} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.382919] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1172.383805] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4306b195-ab8c-4f7c-b649-11d17db401ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.406745] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfiguring VM instance instance-00000072 to attach disk [datastore2] volume-83818560-e225-4569-a666-b556654ca61e/volume-83818560-e225-4569-a666-b556654ca61e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1172.407057] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4dce3225-e043-4d42-9ce1-d3e391717bef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.426216] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1172.426216] env[65481]: value = "task-4885365" [ 1172.426216] env[65481]: _type = "Task" [ 1172.426216] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.435146] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885365, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.444063] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885364, 'name': ReconfigVM_Task, 'duration_secs': 0.457135} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.444354] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.445055] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8aae6293-8173-47e3-8781-c1d75114d654 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.452749] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1172.452749] env[65481]: value = "task-4885366" [ 1172.452749] env[65481]: _type = "Task" [ 1172.452749] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.463113] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885366, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1172.506417] env[65481]: DEBUG oslo_concurrency.lockutils [req-b966e2fa-21ad-4857-b82f-97d779c6f83f req-9afa4c63-f0a0-4e9a-af6e-0f11a190da12 service nova] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1172.605541] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ec77f991-9de4-4c4c-bb84-110fb8a5dec5] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1172.936129] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885365, 'name': ReconfigVM_Task, 'duration_secs': 0.300853} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.936415] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfigured VM instance instance-00000072 to attach disk [datastore2] volume-83818560-e225-4569-a666-b556654ca61e/volume-83818560-e225-4569-a666-b556654ca61e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1172.936712] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1172.962914] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885366, 'name': Rename_Task, 'duration_secs': 0.129778} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1172.963196] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1172.963475] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f265ab9e-c21d-4e4f-8f76-8f01d80b8f33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1172.971270] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1172.971270] env[65481]: value = "task-4885367" [ 1172.971270] env[65481]: _type = "Task" [ 1172.971270] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1172.980202] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885367, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.109161] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 9a78abeb-8dd1-4b88-b88a-743131739851] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.444749] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d08891d5-16c3-47d2-a471-7c5c48b97f1a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.481537] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0e17d6b0-f2d5-4419-80d6-64306f836d8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1173.489668] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885367, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1173.502778] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1173.612999] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 71532819-01aa-44e8-8a4e-b7cd091ae17e] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1173.987251] env[65481]: DEBUG oslo_vmware.api [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885367, 'name': PowerOnVM_Task, 'duration_secs': 0.737575} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1173.987517] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1173.987712] env[65481]: INFO nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Took 8.39 seconds to spawn the instance on the hypervisor. [ 1173.987886] env[65481]: DEBUG nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1173.988682] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a6755aa-3502-43ba-8d49-aa954bad1093 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1174.117347] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 79f9724f-65f5-4f02-9e13-6887d98129a4] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1174.507539] env[65481]: INFO nova.compute.manager [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Took 13.25 seconds to build instance. [ 1174.620325] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4ab04750-f79c-4ba4-9522-f40d182a60de] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.009668] env[65481]: DEBUG oslo_concurrency.lockutils [None req-135d59bd-6ec3-489d-a447-8bcd11e6572e tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.766s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1175.124729] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c79ee824-399c-408f-913e-d2243a099169] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.142606] env[65481]: DEBUG nova.compute.manager [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1175.143034] env[65481]: DEBUG nova.compute.manager [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing instance network info cache due to event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1175.143034] env[65481]: DEBUG oslo_concurrency.lockutils [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1175.143118] env[65481]: DEBUG oslo_concurrency.lockutils [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1175.143277] env[65481]: DEBUG nova.network.neutron [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1175.151835] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.152222] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.187936] env[65481]: DEBUG nova.network.neutron [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Port 307c21b0-c03b-461d-9d18-e8a9c1d8df2f binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1175.630748] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: a4fa0aff-8c29-475a-a287-2aa3ee3bbf93] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1175.646450] env[65481]: WARNING neutronclient.v2_0.client [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.814178] env[65481]: WARNING neutronclient.v2_0.client [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1175.885727] env[65481]: DEBUG nova.network.neutron [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updated VIF entry in instance network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1175.886157] env[65481]: DEBUG nova.network.neutron [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1176.134193] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 00902224-aae0-4414-93e9-895098881d15] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1176.213407] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1176.213695] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1176.213927] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1176.389558] env[65481]: DEBUG oslo_concurrency.lockutils [req-79dc4040-2796-4109-90e7-006ff91ede29 req-4b7ef805-e6d8-401d-bb04-964af33c7cd6 service nova] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1176.638159] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: cb77d6e3-13d9-46b0-96e4-54b43f7c7a0a] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.142513] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 049aaccd-0332-4fa4-a1ba-17d7722decdb] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.218964] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.251890] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1177.252206] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1177.252434] env[65481]: DEBUG nova.network.neutron [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1177.647102] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 6d7b881c-facf-4138-be2d-391633018358] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1177.755721] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.925988] env[65481]: WARNING neutronclient.v2_0.client [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1177.994475] env[65481]: DEBUG nova.network.neutron [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1178.150717] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c5e60097-9a02-49d5-9c05-ec74e5e8a69f] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1178.497753] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1178.654242] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ff720f13-03ae-4d1f-b714-21ea4423a29d] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.007556] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a77989-b844-4f07-8b4d-072ac9ea6ac2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.016221] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3cb1fe6-3e5c-4207-8a95-df21c4cf0439 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1179.158519] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 7cc66662-7fc5-4de7-98ea-6f9b64c9c8de] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1179.662563] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ef8ee289-43ea-4622-a923-2c5399847b57] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.119898] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb3c99c1-77e4-453f-be73-d5c56b4c00b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.139219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f25778e7-4ab1-4ef8-b997-671a3c9e55c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.147012] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1180.166132] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 9c7432da-7e2f-4b09-ad3e-96dfa79919d2] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.652608] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1180.652973] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-60d1a6d4-1b54-4520-b1e1-785e1ddc6958 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1180.661134] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1180.661134] env[65481]: value = "task-4885368" [ 1180.661134] env[65481]: _type = "Task" [ 1180.661134] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1180.669759] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 1b658449-9a0e-4695-b986-fb802b8a5c29] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1180.671667] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885368, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1181.170983] env[65481]: DEBUG oslo_vmware.api [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885368, 'name': PowerOnVM_Task, 'duration_secs': 0.429133} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1181.172092] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1181.172405] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-82fa9f93-75b8-451a-ade2-2f46a395584e tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance '21aa0e87-730c-4529-9617-b20c16102a83' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1181.176094] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 254c11d4-87f9-465d-bdca-3ac7930d4000] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1181.683764] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: df813b65-e6c1-402e-b3c5-8d0d4404c003] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1182.185778] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 5b571204-f656-4697-b62a-5caf8929d3d7] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1183.804025] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1183.804645] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1183.804837] env[65481]: DEBUG nova.compute.manager [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Going to confirm migration 8 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1184.310965] env[65481]: WARNING neutronclient.v2_0.client [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.388449] env[65481]: WARNING neutronclient.v2_0.client [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1184.388832] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1184.388985] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquired lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1184.389178] env[65481]: DEBUG nova.network.neutron [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1184.389351] env[65481]: DEBUG nova.objects.instance [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'info_cache' on Instance uuid 21aa0e87-730c-4529-9617-b20c16102a83 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1185.178370] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1185.178739] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1185.395240] env[65481]: WARNING neutronclient.v2_0.client [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.554447] env[65481]: WARNING neutronclient.v2_0.client [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1185.622968] env[65481]: DEBUG nova.network.neutron [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [{"id": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "address": "fa:16:3e:94:20:40", "network": {"id": "5f21e301-4614-4879-8fac-43ec019358be", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherA-1594394637-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.220", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "07c1e630f7c542ffa32018beb6e23ea2", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "c2383c27-232e-4745-9b0a-2dcbaabb188b", "external-id": "nsx-vlan-transportzone-350", "segmentation_id": 350, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap307c21b0-c0", "ovs_interfaceid": "307c21b0-c03b-461d-9d18-e8a9c1d8df2f", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1185.682049] env[65481]: DEBUG nova.compute.utils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1186.124885] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Releasing lock "refresh_cache-21aa0e87-730c-4529-9617-b20c16102a83" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1186.125345] env[65481]: DEBUG nova.objects.instance [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'migration_context' on Instance uuid 21aa0e87-730c-4529-9617-b20c16102a83 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1186.184982] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.006s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1186.628490] env[65481]: DEBUG nova.objects.base [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Object Instance<21aa0e87-730c-4529-9617-b20c16102a83> lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1186.629461] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-88a8084a-511d-4d6f-83c6-b3cb79c083b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.649723] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d16c7c6d-f00a-49d8-8005-256996b69bd5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1186.655502] env[65481]: DEBUG oslo_vmware.api [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1186.655502] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ebbde6-f714-faa6-a2cb-492a1dcd0c38" [ 1186.655502] env[65481]: _type = "Task" [ 1186.655502] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1186.663397] env[65481]: DEBUG oslo_vmware.api [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ebbde6-f714-faa6-a2cb-492a1dcd0c38, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1187.166469] env[65481]: DEBUG oslo_vmware.api [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52ebbde6-f714-faa6-a2cb-492a1dcd0c38, 'name': SearchDatastore_Task, 'duration_secs': 0.008896} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1187.166735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.166974] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.250635] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1187.251304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1187.251618] env[65481]: INFO nova.compute.manager [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Attaching volume d38a40d9-1acf-4174-8268-7834950193aa to /dev/sdb [ 1187.284749] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c8488836-78ba-450f-a2d6-fac0d140864b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.292096] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba5f09ea-ecfc-490c-8b81-b2a57b287efe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.306037] env[65481]: DEBUG nova.virt.block_device [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating existing volume attachment record: ba60537d-1329-4376-aad7-8402a6a790b0 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1187.837233] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7f2065c8-b6c4-4bf9-98b4-e9687ee02f96 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.845523] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e63aef-4c6f-410f-98b3-3995f970d178 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.878044] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ce331f6-5a98-4de8-bced-23809c8c8a4b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.885993] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8943f6a9-d1c9-407e-a32c-f9fb9ab4277f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1187.902014] env[65481]: DEBUG nova.compute.provider_tree [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1188.405518] env[65481]: DEBUG nova.scheduler.client.report [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1189.415258] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.248s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1189.808695] env[65481]: INFO nova.compute.manager [None req-ede1a9e1-3087-4f83-8f19-94e14cca9d07 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Get console output [ 1189.808970] env[65481]: WARNING nova.virt.vmwareapi.driver [None req-ede1a9e1-3087-4f83-8f19-94e14cca9d07 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] The console log is missing. Check your VSPC configuration [ 1189.837350] env[65481]: INFO nova.compute.manager [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Rebuilding instance [ 1189.877738] env[65481]: DEBUG nova.compute.manager [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1189.878937] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-390df787-e731-4ad1-b460-3cd6fad3b424 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1189.977771] env[65481]: INFO nova.scheduler.client.report [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocation for migration fce406c3-16ad-4dd5-9fad-9481583ad528 [ 1190.482911] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e8fbd2-1605-4982-bc93-7338e008c011 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 6.678s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1190.892431] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1190.892751] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1c96087b-73f9-4de8-b408-c7e7fdde0f2c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1190.901041] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1190.901041] env[65481]: value = "task-4885373" [ 1190.901041] env[65481]: _type = "Task" [ 1190.901041] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1190.911120] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885373, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.411605] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885373, 'name': PowerOffVM_Task, 'duration_secs': 0.241842} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1191.411887] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1191.412102] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1191.412869] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30c6aa6-bfad-4d98-b76e-a6da03076b67 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.419954] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1191.420216] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6433ed7c-32f7-46cc-8fc7-785abcbfd2d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.488280] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1191.488670] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1191.488670] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleting the datastore file [datastore1] d613a417-a6e0-4445-a708-beea6c6a2516 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1191.488918] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-6fc0cbd8-1ce2-4630-a787-3f9edc384216 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.495422] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1191.495422] env[65481]: value = "task-4885375" [ 1191.495422] env[65481]: _type = "Task" [ 1191.495422] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.504511] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885375, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1191.852601] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1191.852842] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951997', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'name': 'volume-d38a40d9-1acf-4174-8268-7834950193aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddf11cc9-22be-4538-b975-7dcfb6a45054', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'serial': 'd38a40d9-1acf-4174-8268-7834950193aa'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1191.853942] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520bf521-cccb-44c2-8ecb-a3435f79b0c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.871166] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9917fb11-1c3a-4d2c-ae89-2450441cd14a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.896580] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfiguring VM instance instance-00000070 to attach disk [datastore2] volume-d38a40d9-1acf-4174-8268-7834950193aa/volume-d38a40d9-1acf-4174-8268-7834950193aa.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1191.896928] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1cb87ac5-78c5-4f07-bf7c-4e6872065750 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1191.915015] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1191.915015] env[65481]: value = "task-4885376" [ 1191.915015] env[65481]: _type = "Task" [ 1191.915015] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1191.923212] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885376, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.007127] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885375, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.132304} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.007440] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1192.007734] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1192.007976] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1192.425670] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885376, 'name': ReconfigVM_Task, 'duration_secs': 0.341893} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.425960] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfigured VM instance instance-00000070 to attach disk [datastore2] volume-d38a40d9-1acf-4174-8268-7834950193aa/volume-d38a40d9-1acf-4174-8268-7834950193aa.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1192.430560] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-42a0f984-b266-45eb-ba7b-737ee9f00291 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1192.447238] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1192.447238] env[65481]: value = "task-4885377" [ 1192.447238] env[65481]: _type = "Task" [ 1192.447238] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1192.455996] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885377, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1192.958982] env[65481]: DEBUG oslo_vmware.api [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885377, 'name': ReconfigVM_Task, 'duration_secs': 0.1508} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1192.959488] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951997', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'name': 'volume-d38a40d9-1acf-4174-8268-7834950193aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddf11cc9-22be-4538-b975-7dcfb6a45054', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'serial': 'd38a40d9-1acf-4174-8268-7834950193aa'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1193.053926] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1193.054323] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1193.054577] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1193.054872] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1193.055128] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1193.055369] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1193.055699] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1193.055966] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1193.056266] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1193.056630] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1193.056822] env[65481]: DEBUG nova.virt.hardware [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1193.058140] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-89dd1043-6a87-409c-8ddc-8da1d8bad67c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.069982] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c815683-0bde-40f6-b137-c9939aa337a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.092564] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a7:24:dc', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'ded7ed69-9b8c-4730-a096-33c4ca168ba2', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1193.105519] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1193.106481] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1193.106824] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-90d78b2f-5eb4-4e87-ba2a-ae3e772ca902 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.138896] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1193.138896] env[65481]: value = "task-4885378" [ 1193.138896] env[65481]: _type = "Task" [ 1193.138896] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.151109] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885378, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1193.654477] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885378, 'name': CreateVM_Task, 'duration_secs': 0.345366} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1193.654477] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1193.654920] env[65481]: WARNING neutronclient.v2_0.client [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release.: NotImplementedError [ 1193.655471] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1193.655717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1193.656198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1193.656561] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-77f5b30f-bfae-4f22-9d73-c69a20540819 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1193.663549] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1193.663549] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e200ab-bd5f-c00d-b520-0f6aab5ce913" [ 1193.663549] env[65481]: _type = "Task" [ 1193.663549] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1193.675729] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e200ab-bd5f-c00d-b520-0f6aab5ce913, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.006287] env[65481]: DEBUG nova.objects.instance [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'flavor' on Instance uuid ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1194.174159] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e200ab-bd5f-c00d-b520-0f6aab5ce913, 'name': SearchDatastore_Task, 'duration_secs': 0.010193} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.174485] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1194.174707] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1194.174938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.175096] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.175277] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1194.175539] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-c81f4968-c790-461c-b8ed-8ccbaee159c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.184718] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1194.184897] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1194.185637] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-873e1407-174b-4f3c-89b1-daac49004151 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.191608] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1194.191608] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5276a9d6-d656-c2ae-e464-db3bfe0ae415" [ 1194.191608] env[65481]: _type = "Task" [ 1194.191608] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.199696] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5276a9d6-d656-c2ae-e464-db3bfe0ae415, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1194.511485] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5de6c230-234d-4cb1-866d-17b200462ebf tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.260s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1194.658707] env[65481]: INFO nova.compute.manager [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Rescuing [ 1194.659026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1194.659195] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1194.659361] env[65481]: DEBUG nova.network.neutron [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1194.701596] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5276a9d6-d656-c2ae-e464-db3bfe0ae415, 'name': SearchDatastore_Task, 'duration_secs': 0.009628} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1194.702712] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d1c838c1-81f0-4d22-a8a2-5235d50dc021 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1194.708825] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1194.708825] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e7fb04-e6fd-af3c-3c15-8d12192bb9d5" [ 1194.708825] env[65481]: _type = "Task" [ 1194.708825] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1194.716865] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e7fb04-e6fd-af3c-3c15-8d12192bb9d5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.162538] env[65481]: WARNING neutronclient.v2_0.client [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.219337] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e7fb04-e6fd-af3c-3c15-8d12192bb9d5, 'name': SearchDatastore_Task, 'duration_secs': 0.010723} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.222115] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1195.222399] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1195.222863] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-854b7eed-8e93-4f9e-8b18-c65322313848 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.229825] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1195.229825] env[65481]: value = "task-4885379" [ 1195.229825] env[65481]: _type = "Task" [ 1195.229825] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.238218] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885379, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.351461] env[65481]: WARNING neutronclient.v2_0.client [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1195.423741] env[65481]: DEBUG nova.network.neutron [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1195.741182] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885379, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.473776} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1195.741450] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1195.741654] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1195.741926] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-892e14f6-9c12-49f9-b276-d57433af5644 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1195.749477] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1195.749477] env[65481]: value = "task-4885380" [ 1195.749477] env[65481]: _type = "Task" [ 1195.749477] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1195.757597] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885380, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1195.927215] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1196.259777] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885380, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.059766} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.260142] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1196.260818] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e35d6e18-0fe7-4963-9933-6f17cce1fd88 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.283040] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Reconfiguring VM instance instance-00000071 to attach disk [datastore2] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1196.283329] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b07bbb0d-4ed3-4a28-a52a-c5d49a5a038a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.302598] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1196.302598] env[65481]: value = "task-4885381" [ 1196.302598] env[65481]: _type = "Task" [ 1196.302598] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.311057] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885381, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1196.814268] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885381, 'name': ReconfigVM_Task, 'duration_secs': 0.300722} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1196.814541] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Reconfigured VM instance instance-00000071 to attach disk [datastore2] d613a417-a6e0-4445-a708-beea6c6a2516/d613a417-a6e0-4445-a708-beea6c6a2516.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1196.815136] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-fe32c059-d70d-4fb0-b9cc-bcdc690f0ee1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1196.822272] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1196.822272] env[65481]: value = "task-4885382" [ 1196.822272] env[65481]: _type = "Task" [ 1196.822272] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1196.830567] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885382, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.332168] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885382, 'name': Rename_Task, 'duration_secs': 0.332247} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.332506] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1197.332706] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-fe3274de-e163-4049-aac8-d2f76a34c6c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.340515] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1197.340515] env[65481]: value = "task-4885383" [ 1197.340515] env[65481]: _type = "Task" [ 1197.340515] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.348724] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885383, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.468050] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1197.468050] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68f92042-1bb4-4967-acc4-4ff045e9a3c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.476425] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1197.476425] env[65481]: value = "task-4885384" [ 1197.476425] env[65481]: _type = "Task" [ 1197.476425] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1197.484821] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885384, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1197.850799] env[65481]: DEBUG oslo_vmware.api [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885383, 'name': PowerOnVM_Task, 'duration_secs': 0.427541} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.851105] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1197.851306] env[65481]: DEBUG nova.compute.manager [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1197.852224] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753d15d5-4487-4734-8491-11375ca1638d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1197.986681] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885384, 'name': PowerOffVM_Task, 'duration_secs': 0.170742} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1197.986931] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1197.987733] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-add02112-4d71-43ab-8134-8bacdf7cbb56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.008539] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-188fad9b-cdbb-454d-b4eb-2ba335169446 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.037337] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1198.037636] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-1257abab-df88-438f-bbc3-ceb77bcb263b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.045533] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1198.045533] env[65481]: value = "task-4885385" [ 1198.045533] env[65481]: _type = "Task" [ 1198.045533] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.054204] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885385, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1198.369607] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1198.369877] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1198.370076] env[65481]: DEBUG nova.objects.instance [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Trying to apply a migration context that does not seem to be set for this instance {{(pid=65481) apply_migration_context /opt/stack/nova/nova/objects/instance.py:1067}} [ 1198.558612] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1198.558783] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1198.559012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1198.559166] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1198.559343] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Creating directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1198.559617] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-f8eeed0a-0062-4b83-be6f-12891d615a92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.571603] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Created directory with path [datastore1] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1198.571810] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Folder [datastore1] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1198.572547] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3c21bb3d-b884-4eb2-813a-b44bbd3d89cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1198.578320] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1198.578320] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52552dc2-e193-f13e-1f20-c131243a3dfc" [ 1198.578320] env[65481]: _type = "Task" [ 1198.578320] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1198.585847] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52552dc2-e193-f13e-1f20-c131243a3dfc, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.089022] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52552dc2-e193-f13e-1f20-c131243a3dfc, 'name': SearchDatastore_Task, 'duration_secs': 0.009769} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.089817] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5b00d845-485c-48d3-9d5a-660c9d339ebf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.095165] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1199.095165] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5210093f-b536-ee45-34ff-dc6c12fde1b6" [ 1199.095165] env[65481]: _type = "Task" [ 1199.095165] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.102931] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5210093f-b536-ee45-34ff-dc6c12fde1b6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1199.381216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3ca1b335-88cf-4b1d-a5c1-8b219d644e93 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.finish_evacuation" :: held 1.011s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1199.606322] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5210093f-b536-ee45-34ff-dc6c12fde1b6, 'name': SearchDatastore_Task, 'duration_secs': 0.00995} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1199.606586] env[65481]: DEBUG oslo_concurrency.lockutils [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "[datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1199.606843] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copying virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. {{(pid=65481) disk_copy /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:281}} [ 1199.607153] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-29b90b81-1b43-43d9-be47-780f9ddb4928 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1199.614511] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1199.614511] env[65481]: value = "task-4885386" [ 1199.614511] env[65481]: _type = "Task" [ 1199.614511] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1199.622536] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885386, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.124276] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885386, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.459345} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.124545] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Copied virtual disk from [datastore1] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk. [ 1200.125316] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc87876b-9f3e-4b01-bd9e-33ce5bed7160 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.152602] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfiguring VM instance instance-00000070 to attach disk [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1200.152897] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e12b957a-4372-497d-a808-dbc9d58fc264 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.171390] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1200.171390] env[65481]: value = "task-4885387" [ 1200.171390] env[65481]: _type = "Task" [ 1200.171390] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.179138] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885387, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1200.682153] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885387, 'name': ReconfigVM_Task, 'duration_secs': 0.46428} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1200.682676] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfigured VM instance instance-00000070 to attach disk [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054/c30222c5-9d00-46f8-973f-4face1423ead-rescue.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1200.683367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f699ff4-5020-4a11-a9d3-06dc1578d627 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.712028] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-403a65da-f1e9-4c25-93ba-b22fe9a717e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1200.728367] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1200.728367] env[65481]: value = "task-4885388" [ 1200.728367] env[65481]: _type = "Task" [ 1200.728367] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1200.737594] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885388, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.238753] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1201.740754] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885388, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.240512] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885388, 'name': ReconfigVM_Task, 'duration_secs': 1.056337} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.240798] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1202.241061] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1f870280-fc71-4837-a055-6efd61b814bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1202.248596] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1202.248596] env[65481]: value = "task-4885389" [ 1202.248596] env[65481]: _type = "Task" [ 1202.248596] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1202.256850] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885389, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1202.758987] env[65481]: DEBUG oslo_vmware.api [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885389, 'name': PowerOnVM_Task, 'duration_secs': 0.434726} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1202.759396] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1202.762076] env[65481]: DEBUG nova.compute.manager [None req-dfb617f0-f34a-462a-b6bb-b110cf10fb6e tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1202.762867] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f6f6da04-f9f7-4b0d-8fb5-81551dbed0dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1203.846556] env[65481]: INFO nova.compute.manager [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Unrescuing [ 1203.846857] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1203.846981] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1203.847275] env[65481]: DEBUG nova.network.neutron [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1204.350319] env[65481]: WARNING neutronclient.v2_0.client [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.539772] env[65481]: WARNING neutronclient.v2_0.client [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1204.612999] env[65481]: DEBUG nova.network.neutron [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1205.116986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1205.117770] env[65481]: DEBUG nova.objects.instance [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'flavor' on Instance uuid ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1205.624175] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3c891826-88cb-483b-b27c-a37a4dfb6aff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.650429] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1205.650808] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3835fc45-e1fc-4b24-a69d-adb42f5ff327 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1205.659579] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1205.659579] env[65481]: value = "task-4885390" [ 1205.659579] env[65481]: _type = "Task" [ 1205.659579] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1205.668833] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885390, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.170190] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885390, 'name': PowerOffVM_Task, 'duration_secs': 0.227616} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.170587] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1206.175632] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfiguring VM instance instance-00000070 to detach disk 2002 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1206.175951] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ecbc49ec-5b05-4380-9b77-48fb6c139926 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.194843] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1206.194843] env[65481]: value = "task-4885391" [ 1206.194843] env[65481]: _type = "Task" [ 1206.194843] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.202741] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885391, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1206.705376] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885391, 'name': ReconfigVM_Task, 'duration_secs': 0.284897} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1206.705694] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfigured VM instance instance-00000070 to detach disk 2002 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1206.705908] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1206.706224] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c92c10ee-47d2-4178-82a8-2bee8a880718 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1206.713399] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1206.713399] env[65481]: value = "task-4885392" [ 1206.713399] env[65481]: _type = "Task" [ 1206.713399] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1206.722056] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885392, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.223652] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1207.724764] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885392, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1208.225208] env[65481]: DEBUG oslo_vmware.api [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885392, 'name': PowerOnVM_Task, 'duration_secs': 1.187406} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1208.225208] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1208.225208] env[65481]: DEBUG nova.compute.manager [None req-38048e27-a85f-49e9-80b6-24bf387384bd tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1208.225982] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-223b1e14-98fd-4872-819e-c365ee6980a2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1208.847621] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1208.847884] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1208.848078] env[65481]: INFO nova.compute.manager [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Shelving [ 1209.546842] env[65481]: DEBUG nova.compute.manager [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-changed-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1209.547111] env[65481]: DEBUG nova.compute.manager [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing instance network info cache due to event network-changed-a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1209.547255] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1209.547373] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1209.547522] env[65481]: DEBUG nova.network.neutron [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing network info cache for port a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1209.857612] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1209.857918] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4ce976b4-babd-4c37-a131-a9ab757be8b8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1209.867462] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1209.867462] env[65481]: value = "task-4885393" [ 1209.867462] env[65481]: _type = "Task" [ 1209.867462] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1209.876442] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885393, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1210.050640] env[65481]: WARNING neutronclient.v2_0.client [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.215733] env[65481]: WARNING neutronclient.v2_0.client [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1210.285821] env[65481]: DEBUG nova.network.neutron [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updated VIF entry in instance network info cache for port a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1210.286248] env[65481]: DEBUG nova.network.neutron [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1210.377065] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885393, 'name': PowerOffVM_Task, 'duration_secs': 0.234186} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1210.377433] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1210.378626] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a0e42bd-d689-4858-b11c-e219d27563f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.396722] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-00653ac4-1a98-4436-a347-bc16d4a542d6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.789451] env[65481]: DEBUG oslo_concurrency.lockutils [req-fb188a66-4fdc-4f81-89ce-faeff3d4bdbf req-e01b0ce1-f236-41e2-848d-6395c70d54dd service nova] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1210.908085] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1210.908461] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-70933d01-fe6e-461e-9ef4-ebb37e126795 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1210.916178] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1210.916178] env[65481]: value = "task-4885394" [ 1210.916178] env[65481]: _type = "Task" [ 1210.916178] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1210.924857] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885394, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.429045] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885394, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1211.574254] env[65481]: DEBUG nova.compute.manager [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-changed-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1211.574445] env[65481]: DEBUG nova.compute.manager [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing instance network info cache due to event network-changed-a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1211.574647] env[65481]: DEBUG oslo_concurrency.lockutils [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] Acquiring lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1211.574803] env[65481]: DEBUG oslo_concurrency.lockutils [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] Acquired lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1211.574996] env[65481]: DEBUG nova.network.neutron [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Refreshing network info cache for port a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1211.927290] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885394, 'name': CreateSnapshot_Task, 'duration_secs': 0.800742} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1211.927579] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1211.928681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9da5f10a-082e-486c-885b-367e767df56f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.077590] env[65481]: WARNING neutronclient.v2_0.client [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.278808] env[65481]: WARNING neutronclient.v2_0.client [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1212.351244] env[65481]: DEBUG nova.network.neutron [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updated VIF entry in instance network info cache for port a217af4c-db4c-46c7-b557-297da44890ad. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1212.351671] env[65481]: DEBUG nova.network.neutron [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [{"id": "a217af4c-db4c-46c7-b557-297da44890ad", "address": "fa:16:3e:af:31:cf", "network": {"id": "87da8830-332b-4ef4-b9a1-51bc477b4e3d", "bridge": "br-int", "label": "tempest-ServerRescueNegativeTestJSON-2104209845-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.189", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "baa65da6d78f4c20a1ede20ad6417b61", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "7d689fd7-f53e-4fd3-80d9-8d6b8fb7a164", "external-id": "nsx-vlan-transportzone-972", "segmentation_id": 972, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa217af4c-db", "ovs_interfaceid": "a217af4c-db4c-46c7-b557-297da44890ad", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1212.449040] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1212.449452] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-49825809-9ab9-474f-a30e-dd5b457d868d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1212.459815] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1212.459815] env[65481]: value = "task-4885395" [ 1212.459815] env[65481]: _type = "Task" [ 1212.459815] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1212.468458] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885395, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1212.855204] env[65481]: DEBUG oslo_concurrency.lockutils [req-b43e076e-438c-4a28-8e4c-dcc5fabcae19 req-54066209-6797-4558-97bf-ded78afe48b2 service nova] Releasing lock "refresh_cache-ddf11cc9-22be-4538-b975-7dcfb6a45054" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1212.970058] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885395, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.471682] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885395, 'name': CloneVM_Task} progress is 95%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1213.971512] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885395, 'name': CloneVM_Task, 'duration_secs': 1.144565} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1213.971859] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Created linked-clone VM from snapshot [ 1213.972547] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac754a43-33b2-4ab7-ba58-6a61a7b04099 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1213.980328] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Uploading image 4f968e29-99fc-42d1-83ca-dffc8eba8992 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1214.000393] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1214.000393] env[65481]: value = "vm-952000" [ 1214.000393] env[65481]: _type = "VirtualMachine" [ 1214.000393] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1214.000666] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-75deba73-e18f-46f1-9edd-0f6e04e4ef14 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.008225] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease: (returnval){ [ 1214.008225] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268f455-2080-22ec-e969-d9c1961c0f90" [ 1214.008225] env[65481]: _type = "HttpNfcLease" [ 1214.008225] env[65481]: } obtained for exporting VM: (result){ [ 1214.008225] env[65481]: value = "vm-952000" [ 1214.008225] env[65481]: _type = "VirtualMachine" [ 1214.008225] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1214.008565] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the lease: (returnval){ [ 1214.008565] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268f455-2080-22ec-e969-d9c1961c0f90" [ 1214.008565] env[65481]: _type = "HttpNfcLease" [ 1214.008565] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1214.014848] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.014848] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268f455-2080-22ec-e969-d9c1961c0f90" [ 1214.014848] env[65481]: _type = "HttpNfcLease" [ 1214.014848] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1214.110762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1214.111042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1214.111233] env[65481]: INFO nova.compute.manager [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Shelving [ 1214.517810] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1214.517810] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268f455-2080-22ec-e969-d9c1961c0f90" [ 1214.517810] env[65481]: _type = "HttpNfcLease" [ 1214.517810] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1214.518117] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1214.518117] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5268f455-2080-22ec-e969-d9c1961c0f90" [ 1214.518117] env[65481]: _type = "HttpNfcLease" [ 1214.518117] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1214.518869] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d9bd1a2a-9863-456e-81b7-754f6a65b511 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1214.526247] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1214.526413] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1214.610718] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bbb89fc3-924d-4cc8-a732-917dbce754c8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.121156] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1215.121507] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-68570a95-7ad6-4a50-a4a7-ab750265612b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.131588] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1215.131588] env[65481]: value = "task-4885397" [ 1215.131588] env[65481]: _type = "Task" [ 1215.131588] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1215.143593] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885397, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1215.642448] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885397, 'name': PowerOffVM_Task, 'duration_secs': 0.228815} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1215.642448] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1215.642735] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4c8a98ba-80ee-465e-8931-c2751b849889 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1215.663333] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f00ac48b-1f12-400f-a42b-694ecec522a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.175111] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1216.175602] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-54aed2f1-ac36-4c8f-9e4f-e0d612ae0c32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1216.184187] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1216.184187] env[65481]: value = "task-4885398" [ 1216.184187] env[65481]: _type = "Task" [ 1216.184187] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1216.193675] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885398, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.694679] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885398, 'name': CreateSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1216.772969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.772969] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.773246] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "21aa0e87-730c-4529-9617-b20c16102a83-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1216.773442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1216.773635] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1216.775989] env[65481]: INFO nova.compute.manager [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Terminating instance [ 1217.197569] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885398, 'name': CreateSnapshot_Task, 'duration_secs': 0.953204} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.197955] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1217.198575] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01a63759-09ba-4542-a436-9f782128509b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.279932] env[65481]: DEBUG nova.compute.manager [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1217.280186] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1217.280465] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e166335e-99e9-4678-9fe5-4d49ccec9895 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.287950] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1217.287950] env[65481]: value = "task-4885399" [ 1217.287950] env[65481]: _type = "Task" [ 1217.287950] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.295970] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885399, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.719423] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1217.719852] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-5eac5c5b-1890-43a6-874a-46923a3aab65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.729158] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1217.729158] env[65481]: value = "task-4885400" [ 1217.729158] env[65481]: _type = "Task" [ 1217.729158] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.738293] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885400, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1217.798626] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885399, 'name': PowerOffVM_Task, 'duration_secs': 0.220755} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1217.798921] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1217.799163] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1217.799398] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951985', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'name': 'volume-83818560-e225-4569-a666-b556654ca61e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21aa0e87-730c-4529-9617-b20c16102a83', 'attached_at': '2025-12-01T06:46:22.000000', 'detached_at': '', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'serial': '83818560-e225-4569-a666-b556654ca61e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1217.800223] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2fbaf406-c5a4-4c47-8b91-9983ee2cf38d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.819799] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-57d6978d-f1d3-424d-80e1-e21cd45124a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.827433] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f21f569-002f-4964-ac92-5346686c6805 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.845772] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-79b5d12d-8031-4cd7-b5af-2a343094ffb4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.862045] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] The volume has not been displaced from its original location: [datastore2] volume-83818560-e225-4569-a666-b556654ca61e/volume-83818560-e225-4569-a666-b556654ca61e.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1217.867643] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfiguring VM instance instance-00000072 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1217.868017] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a7935e35-a013-4024-83e7-43d6e34092bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1217.888147] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1217.888147] env[65481]: value = "task-4885401" [ 1217.888147] env[65481]: _type = "Task" [ 1217.888147] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1217.897576] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885401, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.239734] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885400, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.400097] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885401, 'name': ReconfigVM_Task, 'duration_secs': 0.431472} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.400471] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Reconfigured VM instance instance-00000072 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1218.406961] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c76f885c-a235-438c-ad5b-9ae01895d77b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.422617] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1218.422617] env[65481]: value = "task-4885402" [ 1218.422617] env[65481]: _type = "Task" [ 1218.422617] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1218.431351] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885402, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.740099] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885400, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1218.932994] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885402, 'name': ReconfigVM_Task, 'duration_secs': 0.260402} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1218.933348] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951985', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'name': 'volume-83818560-e225-4569-a666-b556654ca61e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attaching', 'instance': '21aa0e87-730c-4529-9617-b20c16102a83', 'attached_at': '2025-12-01T06:46:22.000000', 'detached_at': '', 'volume_id': '83818560-e225-4569-a666-b556654ca61e', 'serial': '83818560-e225-4569-a666-b556654ca61e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1218.933608] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1218.934389] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26765d52-ad7d-4066-b3e8-1c420b2b7c3e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1218.942265] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1218.942533] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-149b7c5e-eed3-4894-9b41-34131972eb9d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.031908] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1219.032147] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1219.032363] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore2] 21aa0e87-730c-4529-9617-b20c16102a83 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1219.032688] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-52c57f1c-d229-4eaa-90f4-27ec6ebbad18 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.041763] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1219.041763] env[65481]: value = "task-4885404" [ 1219.041763] env[65481]: _type = "Task" [ 1219.041763] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1219.049892] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885404, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.242407] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885400, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1219.553409] env[65481]: DEBUG oslo_vmware.api [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885404, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.154224} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.553823] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1219.554034] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1219.554250] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1219.554553] env[65481]: INFO nova.compute.manager [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Took 2.27 seconds to destroy the instance on the hypervisor. [ 1219.554845] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1219.555116] env[65481]: DEBUG nova.compute.manager [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1219.555282] env[65481]: DEBUG nova.network.neutron [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1219.555628] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.616178] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1219.742362] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885400, 'name': CloneVM_Task, 'duration_secs': 1.912535} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1219.742663] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Created linked-clone VM from snapshot [ 1219.743467] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90220d40-7ccb-436d-8b4d-cf7b516b0200 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.751954] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Uploading image f9342211-03e5-45b5-916a-80328b8f370d {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1219.782713] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1219.782713] env[65481]: value = "vm-952002" [ 1219.782713] env[65481]: _type = "VirtualMachine" [ 1219.782713] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1219.783032] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-74cd1339-c156-4ab7-b1fe-ac8fbfa9217f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1219.791243] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease: (returnval){ [ 1219.791243] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529cbf6c-f3c0-74ad-75d3-117a01e10878" [ 1219.791243] env[65481]: _type = "HttpNfcLease" [ 1219.791243] env[65481]: } obtained for exporting VM: (result){ [ 1219.791243] env[65481]: value = "vm-952002" [ 1219.791243] env[65481]: _type = "VirtualMachine" [ 1219.791243] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1219.791860] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the lease: (returnval){ [ 1219.791860] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529cbf6c-f3c0-74ad-75d3-117a01e10878" [ 1219.791860] env[65481]: _type = "HttpNfcLease" [ 1219.791860] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1219.798362] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1219.798362] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529cbf6c-f3c0-74ad-75d3-117a01e10878" [ 1219.798362] env[65481]: _type = "HttpNfcLease" [ 1219.798362] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1220.300195] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1220.300195] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529cbf6c-f3c0-74ad-75d3-117a01e10878" [ 1220.300195] env[65481]: _type = "HttpNfcLease" [ 1220.300195] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1220.300620] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1220.300620] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]529cbf6c-f3c0-74ad-75d3-117a01e10878" [ 1220.300620] env[65481]: _type = "HttpNfcLease" [ 1220.300620] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1220.301247] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cbf44d0d-92b9-478c-935f-692042004066 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.309050] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1220.309223] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Opening URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1220.414829] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-dd5b9cc5-e104-446e-844a-e575d239415e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1220.565999] env[65481]: DEBUG nova.compute.manager [req-62ed5592-4182-4ee5-a901-5fb349883ba6 req-6b523e02-2ed3-45d8-9ff0-135413e25d42 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Received event network-vif-deleted-307c21b0-c03b-461d-9d18-e8a9c1d8df2f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1220.566263] env[65481]: INFO nova.compute.manager [req-62ed5592-4182-4ee5-a901-5fb349883ba6 req-6b523e02-2ed3-45d8-9ff0-135413e25d42 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Neutron deleted interface 307c21b0-c03b-461d-9d18-e8a9c1d8df2f; detaching it from the instance and deleting it from the info cache [ 1220.566449] env[65481]: DEBUG nova.network.neutron [req-62ed5592-4182-4ee5-a901-5fb349883ba6 req-6b523e02-2ed3-45d8-9ff0-135413e25d42 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1220.999051] env[65481]: DEBUG nova.network.neutron [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1221.069870] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f19b31bb-4959-47be-8793-47b4610d7feb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.082270] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-80c0b6cb-066a-4006-914f-52265889a19f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1221.126562] env[65481]: DEBUG nova.compute.manager [req-62ed5592-4182-4ee5-a901-5fb349883ba6 req-6b523e02-2ed3-45d8-9ff0-135413e25d42 service nova] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Detach interface failed, port_id=307c21b0-c03b-461d-9d18-e8a9c1d8df2f, reason: Instance 21aa0e87-730c-4529-9617-b20c16102a83 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1221.502840] env[65481]: INFO nova.compute.manager [-] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Took 1.95 seconds to deallocate network for instance. [ 1222.057899] env[65481]: INFO nova.compute.manager [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Took 0.55 seconds to detach 1 volumes for instance. [ 1222.060231] env[65481]: DEBUG nova.compute.manager [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Deleting volume: 83818560-e225-4569-a666-b556654ca61e {{(pid=65481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1222.606430] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1222.606903] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1222.607199] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1222.632715] env[65481]: INFO nova.scheduler.client.report [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocations for instance 21aa0e87-730c-4529-9617-b20c16102a83 [ 1223.141320] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b1981c08-07a0-4d5a-ad6d-696195bed9fa tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "21aa0e87-730c-4529-9617-b20c16102a83" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.368s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.472716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.472716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.472716] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1223.472986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1223.473042] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1223.475363] env[65481]: INFO nova.compute.manager [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Terminating instance [ 1223.611391] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1223.612463] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71fea921-7b77-4122-8f41-40691d89fa9b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.619638] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1223.619802] env[65481]: ERROR oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk due to incomplete transfer. [ 1223.620038] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-a05fda2f-1825-467f-a028-59eed8950677 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.627448] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/522a30b5-397f-b1e6-6029-98eb83508996/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1223.627656] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Uploaded image 4f968e29-99fc-42d1-83ca-dffc8eba8992 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1223.629780] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1223.630057] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-d1c59c75-c173-4ac3-9f0d-27b4d3bb362c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.637856] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1223.637856] env[65481]: value = "task-4885407" [ 1223.637856] env[65481]: _type = "Task" [ 1223.637856] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1223.646463] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885407, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1223.980323] env[65481]: DEBUG nova.compute.manager [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1223.980595] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1223.981533] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ce5108d-b4f6-40bb-92d9-04ccbedf08b0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.990011] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1223.990267] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-119144ab-eb94-4d00-84b8-a4f12f122a17 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1223.997109] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1223.997109] env[65481]: value = "task-4885408" [ 1223.997109] env[65481]: _type = "Task" [ 1223.997109] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.009940] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885408, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.148662] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885407, 'name': Destroy_Task, 'duration_secs': 0.46977} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.148958] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Destroyed the VM [ 1224.149222] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1224.149485] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-b742b9d3-80d7-470c-b29c-2b6eafb1f041 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.158230] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1224.158230] env[65481]: value = "task-4885409" [ 1224.158230] env[65481]: _type = "Task" [ 1224.158230] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.168245] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.507944] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885408, 'name': PowerOffVM_Task, 'duration_secs': 0.202928} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1224.508207] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1224.508377] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1224.508706] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-948b82e1-6407-4fbe-b898-f17941c1cd62 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.574865] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1224.575121] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1224.575356] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore2] aae85b01-7e39-49b1-a3e3-21a36f93eb4c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1224.575655] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-4b3e6fb2-c6f2-47bc-a3ac-7814f114f53a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1224.582904] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1224.582904] env[65481]: value = "task-4885411" [ 1224.582904] env[65481]: _type = "Task" [ 1224.582904] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1224.590722] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885411, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1224.668795] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.095188] env[65481]: DEBUG oslo_vmware.api [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885411, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.143765} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1225.095500] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1225.095756] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1225.095963] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1225.096191] env[65481]: INFO nova.compute.manager [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1225.096660] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1225.096918] env[65481]: DEBUG nova.compute.manager [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1225.097031] env[65481]: DEBUG nova.network.neutron [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1225.097312] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.170536] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885409, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.185503] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1225.425947] env[65481]: DEBUG nova.compute.manager [req-511c1313-920a-4963-9195-4ca836e17953 req-a111a1f5-e2bc-4a80-baf1-91b43b8790a9 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Received event network-vif-deleted-83095132-33bf-40fb-8894-2c5554beb6e0 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1225.426207] env[65481]: INFO nova.compute.manager [req-511c1313-920a-4963-9195-4ca836e17953 req-a111a1f5-e2bc-4a80-baf1-91b43b8790a9 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Neutron deleted interface 83095132-33bf-40fb-8894-2c5554beb6e0; detaching it from the instance and deleting it from the info cache [ 1225.426350] env[65481]: DEBUG nova.network.neutron [req-511c1313-920a-4963-9195-4ca836e17953 req-a111a1f5-e2bc-4a80-baf1-91b43b8790a9 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.669664] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885409, 'name': RemoveSnapshot_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1225.898905] env[65481]: DEBUG nova.network.neutron [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1225.929687] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d75a7bf3-aa2f-4bef-88f4-9b705c5dd23a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.941253] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5a2bf2c3-08ed-474d-9c04-b98c073d370e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1225.979375] env[65481]: DEBUG nova.compute.manager [req-511c1313-920a-4963-9195-4ca836e17953 req-a111a1f5-e2bc-4a80-baf1-91b43b8790a9 service nova] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Detach interface failed, port_id=83095132-33bf-40fb-8894-2c5554beb6e0, reason: Instance aae85b01-7e39-49b1-a3e3-21a36f93eb4c could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1226.170419] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885409, 'name': RemoveSnapshot_Task, 'duration_secs': 1.594458} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1226.170679] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1226.170955] env[65481]: DEBUG nova.compute.manager [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1226.171760] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a1d83b1c-ad31-499c-8737-5e3a8e3431df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1226.401913] env[65481]: INFO nova.compute.manager [-] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Took 1.30 seconds to deallocate network for instance. [ 1226.686064] env[65481]: INFO nova.compute.manager [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Shelve offloading [ 1226.908906] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1226.909293] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1226.909527] env[65481]: DEBUG nova.objects.instance [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'resources' on Instance uuid aae85b01-7e39-49b1-a3e3-21a36f93eb4c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1227.189182] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1227.189547] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-fe141af6-323e-4d92-9c30-dd51cb7c2f99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.198304] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1227.198304] env[65481]: value = "task-4885412" [ 1227.198304] env[65481]: _type = "Task" [ 1227.198304] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1227.210700] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1227.210951] env[65481]: DEBUG nova.compute.manager [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1227.211892] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a30ddab7-02e4-4ba0-a2f4-cfe71684e150 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.219958] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1227.220164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1227.220353] env[65481]: DEBUG nova.network.neutron [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1227.554830] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-75e86bb4-66a0-4489-9f22-f52b8fe2a784 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.563322] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dbde5e00-2eca-4bc6-83c1-7090b46cb36b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.596529] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6b5cc94-dd1c-4d3d-be50-be0b51004db5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.604816] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4f7a025-a02c-4d84-bbd0-1c87f0d0a66f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1227.619290] env[65481]: DEBUG nova.compute.provider_tree [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1227.723744] env[65481]: WARNING neutronclient.v2_0.client [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.895526] env[65481]: WARNING neutronclient.v2_0.client [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1227.971477] env[65481]: DEBUG nova.network.neutron [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1228.122546] env[65481]: DEBUG nova.scheduler.client.report [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1228.447125] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1228.448103] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-19926dae-11b9-4db6-9d3a-a2f9536224ea {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.455669] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1228.455843] env[65481]: ERROR oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Aborting lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk due to incomplete transfer. [ 1228.456152] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-71b86e46-2f83-48cb-855d-c1f94b7af212 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.464091] env[65481]: DEBUG oslo_vmware.rw_handles [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Closed VMDK read handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52fb8126-0f39-c035-827e-e39e004172dc/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1228.464325] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Uploaded image f9342211-03e5-45b5-916a-80328b8f370d to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1228.466114] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1228.466398] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-e6c0bbe9-f4cd-484c-8a6a-fa6d457a603f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.473147] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1228.473147] env[65481]: value = "task-4885413" [ 1228.473147] env[65481]: _type = "Task" [ 1228.473147] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.473670] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1228.474034] env[65481]: WARNING neutronclient.v2_0.client [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.474344] env[65481]: WARNING neutronclient.v2_0.client [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1228.485395] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885413, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.628196] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.719s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.650808] env[65481]: INFO nova.scheduler.client.report [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocations for instance aae85b01-7e39-49b1-a3e3-21a36f93eb4c [ 1228.743034] env[65481]: DEBUG nova.compute.manager [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-vif-unplugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1228.743034] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1228.743361] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1228.743361] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1228.743500] env[65481]: DEBUG nova.compute.manager [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] No waiting events found dispatching network-vif-unplugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1228.743664] env[65481]: WARNING nova.compute.manager [req-3c34bfca-c76f-4225-9373-42211b0c0c0f req-70249df3-4873-4c81-82a5-c7481125fbc2 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received unexpected event network-vif-unplugged-64340171-2305-4a14-94c4-7ed9d3cb79dd for instance with vm_state shelved and task_state shelving_offloading. [ 1228.818466] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1228.819527] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10baa442-c1ee-4ea6-bd70-4b4758b98bc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.827722] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1228.827996] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6d0e42f1-c3c6-487e-a60a-42de2849337c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.890427] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1228.890799] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1228.890950] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleting the datastore file [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1228.891139] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1aa52edb-3f4c-4978-a627-05fafd568e21 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.899356] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1228.899356] env[65481]: value = "task-4885415" [ 1228.899356] env[65481]: _type = "Task" [ 1228.899356] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1228.908705] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885415, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1228.983433] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885413, 'name': Destroy_Task, 'duration_secs': 0.389101} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1228.983922] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Destroyed the VM [ 1228.984107] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1228.984335] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-3544909f-787e-414f-b5a5-d8b07c0a4466 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1228.991192] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1228.991192] env[65481]: value = "task-4885416" [ 1228.991192] env[65481]: _type = "Task" [ 1228.991192] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1229.001682] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885416, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1229.158894] env[65481]: DEBUG oslo_concurrency.lockutils [None req-40e224b3-8867-4510-92dd-a4073c37f3e0 tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "aae85b01-7e39-49b1-a3e3-21a36f93eb4c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.686s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1229.409814] env[65481]: DEBUG oslo_vmware.api [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885415, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.245727} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.410064] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1229.410232] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1229.410407] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1229.429817] env[65481]: INFO nova.scheduler.client.report [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted allocations for instance f8fb140c-41d5-4257-8a74-f09f5522e541 [ 1229.500702] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885416, 'name': RemoveSnapshot_Task, 'duration_secs': 0.358315} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1229.500975] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1229.501254] env[65481]: DEBUG nova.compute.manager [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1229.502066] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e90b4a3-1250-4d77-8503-7fd0f5441393 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1229.936053] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1229.936053] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1229.936053] env[65481]: DEBUG nova.objects.instance [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'resources' on Instance uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.014809] env[65481]: INFO nova.compute.manager [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Shelve offloading [ 1230.438669] env[65481]: DEBUG nova.objects.instance [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'numa_topology' on Instance uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1230.520644] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1230.520921] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f62f165c-cb9b-40b1-a69b-64eb841932c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.528696] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1230.528696] env[65481]: value = "task-4885418" [ 1230.528696] env[65481]: _type = "Task" [ 1230.528696] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1230.537933] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1230.538173] env[65481]: DEBUG nova.compute.manager [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1230.538926] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bdd4311-d897-4464-bcd1-507005f51c65 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1230.544730] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.544968] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.545176] env[65481]: DEBUG nova.network.neutron [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1230.773702] env[65481]: DEBUG nova.compute.manager [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1230.773962] env[65481]: DEBUG nova.compute.manager [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing instance network info cache due to event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1230.774191] env[65481]: DEBUG oslo_concurrency.lockutils [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1230.774344] env[65481]: DEBUG oslo_concurrency.lockutils [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1230.774595] env[65481]: DEBUG nova.network.neutron [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1230.941357] env[65481]: DEBUG nova.objects.base [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Object Instance lazy-loaded attributes: resources,numa_topology {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1231.048570] env[65481]: WARNING neutronclient.v2_0.client [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.061645] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ba0e8ea6-c257-451e-8f20-42ca17a40bf9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.069046] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1231.069894] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c453470d-8b89-4104-816a-a646ee1af5f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.105210] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c87dfa3f-17b8-4882-8335-d5c37dfe8089 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.113622] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b15eef22-32c3-4300-bb94-d4398f9ff404 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1231.128626] env[65481]: DEBUG nova.compute.provider_tree [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1231.247370] env[65481]: WARNING neutronclient.v2_0.client [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.276764] env[65481]: WARNING neutronclient.v2_0.client [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.312280] env[65481]: DEBUG nova.network.neutron [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.434563] env[65481]: WARNING neutronclient.v2_0.client [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.502684] env[65481]: DEBUG nova.network.neutron [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updated VIF entry in instance network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1231.503059] env[65481]: DEBUG nova.network.neutron [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": null, "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap64340171-23", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1231.632195] env[65481]: DEBUG nova.scheduler.client.report [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1231.816527] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1231.816781] env[65481]: WARNING neutronclient.v2_0.client [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1231.817203] env[65481]: WARNING neutronclient.v2_0.client [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1232.005548] env[65481]: DEBUG oslo_concurrency.lockutils [req-fc3f9bfa-59c4-40ac-bbc0-88c351cc6390 req-12321c74-f6ec-49e5-9e93-e50312cabc70 service nova] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1232.137062] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.201s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.168456] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.169400] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-447d44b3-08f8-4ab2-ad73-468b4094fc30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.178873] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1232.179783] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-5e2ebcd0-6410-4031-9c6c-1ecbf8fccc6d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.198992] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.199242] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.199442] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.199616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.199770] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.201872] env[65481]: INFO nova.compute.manager [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Terminating instance [ 1232.244646] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1232.244882] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1232.245085] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1232.245760] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-0a11ff09-a7b4-4028-9d66-013b12b7bb69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.252085] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1232.252085] env[65481]: value = "task-4885420" [ 1232.252085] env[65481]: _type = "Task" [ 1232.252085] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.261417] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885420, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.644653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2d5f4cfd-ab17-4c70-ae45-c46b47b72c01 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 23.797s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.645527] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 1.577s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.645695] env[65481]: INFO nova.compute.manager [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Unshelving [ 1232.705538] env[65481]: DEBUG nova.compute.manager [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1232.705758] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1232.706729] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67218db6-ad7f-440a-923a-4015e2db3d1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.714979] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1232.715267] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-823523ca-3dbe-4b34-af59-075c00154d97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1232.723536] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1232.723536] env[65481]: value = "task-4885421" [ 1232.723536] env[65481]: _type = "Task" [ 1232.723536] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1232.732236] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885421, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1232.762390] env[65481]: DEBUG oslo_vmware.api [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885420, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.131939} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1232.762705] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1232.762916] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1232.763153] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1232.788055] env[65481]: INFO nova.scheduler.client.report [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted allocations for instance 35c6bdaf-032f-42e6-a65a-80234524c7d1 [ 1232.808844] env[65481]: DEBUG nova.compute.manager [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-vif-unplugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.808909] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1232.809129] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1232.809368] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1232.809574] env[65481]: DEBUG nova.compute.manager [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] No waiting events found dispatching network-vif-unplugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1232.809765] env[65481]: WARNING nova.compute.manager [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received unexpected event network-vif-unplugged-16017732-fc69-4689-ae19-7ab3c5c9c3df for instance with vm_state shelved and task_state shelving_offloading. [ 1232.809934] env[65481]: DEBUG nova.compute.manager [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1232.810100] env[65481]: DEBUG nova.compute.manager [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing instance network info cache due to event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1232.810287] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1232.810426] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1232.810580] env[65481]: DEBUG nova.network.neutron [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1233.234092] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885421, 'name': PowerOffVM_Task, 'duration_secs': 0.189185} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.234448] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1233.234576] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1233.234794] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-9bf64e65-4bce-4c43-8087-5a19e8a1734c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.293262] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.293554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1233.293778] env[65481]: DEBUG nova.objects.instance [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'resources' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.296615] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1233.296799] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1233.296972] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleting the datastore file [datastore1] d5e7faa5-7b22-4c5b-816b-a0469646f77f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1233.297552] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-83072f9c-0b17-4b76-8fdd-06d134927fae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1233.304193] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for the task: (returnval){ [ 1233.304193] env[65481]: value = "task-4885423" [ 1233.304193] env[65481]: _type = "Task" [ 1233.304193] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1233.313222] env[65481]: WARNING neutronclient.v2_0.client [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.315629] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885423, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1233.481642] env[65481]: WARNING neutronclient.v2_0.client [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.549089] env[65481]: DEBUG nova.network.neutron [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updated VIF entry in instance network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1233.549454] env[65481]: DEBUG nova.network.neutron [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap16017732-fc", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1233.668698] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1233.798757] env[65481]: DEBUG nova.objects.instance [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'numa_topology' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1233.816185] env[65481]: DEBUG oslo_vmware.api [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Task: {'id': task-4885423, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.130472} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1233.816480] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1233.816656] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1233.816819] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1233.816983] env[65481]: INFO nova.compute.manager [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1233.817246] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1233.817465] env[65481]: DEBUG nova.compute.manager [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1233.817551] env[65481]: DEBUG nova.network.neutron [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1233.817789] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1233.848824] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1234.052380] env[65481]: DEBUG oslo_concurrency.lockutils [req-dfa4a782-9a24-4a98-8639-c86b5fe3a5ce req-d653a051-12cd-425f-8f09-fc50da39e2a2 service nova] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1234.115080] env[65481]: DEBUG nova.compute.manager [req-ca7fa8bf-77f6-4dba-91ed-5c4386b35fa8 req-9c917768-2316-45ab-8c04-e43eefc3afbe service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Received event network-vif-deleted-2d70fbeb-6d24-4055-9a42-b0348df4647f {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1234.115322] env[65481]: INFO nova.compute.manager [req-ca7fa8bf-77f6-4dba-91ed-5c4386b35fa8 req-9c917768-2316-45ab-8c04-e43eefc3afbe service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Neutron deleted interface 2d70fbeb-6d24-4055-9a42-b0348df4647f; detaching it from the instance and deleting it from the info cache [ 1234.115507] env[65481]: DEBUG nova.network.neutron [req-ca7fa8bf-77f6-4dba-91ed-5c4386b35fa8 req-9c917768-2316-45ab-8c04-e43eefc3afbe service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.301895] env[65481]: DEBUG nova.objects.base [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Object Instance<35c6bdaf-032f-42e6-a65a-80234524c7d1> lazy-loaded attributes: resources,numa_topology {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1234.423332] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d7aa514d-763d-4067-9790-93af247f5faa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.431545] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-520657cf-cf1c-498d-be9a-3d3da1428ee4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.434963] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "d613a417-a6e0-4445-a708-beea6c6a2516" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.435229] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.435422] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1234.435604] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1234.435756] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1234.437919] env[65481]: INFO nova.compute.manager [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Terminating instance [ 1234.467266] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e6f995f-3fea-4bff-a32f-9fbd96557846 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.476577] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da3fb069-ad52-4b01-94d1-83399c5fd280 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.493101] env[65481]: DEBUG nova.compute.provider_tree [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1234.583228] env[65481]: DEBUG nova.network.neutron [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1234.618173] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-af1c1d80-cd31-4ca9-8886-c273aece8f4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.628690] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06d4c605-c691-474a-8441-2e86cf8073cf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.659866] env[65481]: DEBUG nova.compute.manager [req-ca7fa8bf-77f6-4dba-91ed-5c4386b35fa8 req-9c917768-2316-45ab-8c04-e43eefc3afbe service nova] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Detach interface failed, port_id=2d70fbeb-6d24-4055-9a42-b0348df4647f, reason: Instance d5e7faa5-7b22-4c5b-816b-a0469646f77f could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1234.966922] env[65481]: DEBUG nova.compute.manager [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1234.967115] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1234.968057] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-698a3f63-b042-4195-952f-fc0302579c57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.975867] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1234.976140] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e0c362de-ea5f-45bf-bfbe-f09ba9ed2204 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1234.982416] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1234.982416] env[65481]: value = "task-4885424" [ 1234.982416] env[65481]: _type = "Task" [ 1234.982416] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1234.991248] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885424, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1234.996370] env[65481]: DEBUG nova.scheduler.client.report [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1235.086219] env[65481]: INFO nova.compute.manager [-] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Took 1.27 seconds to deallocate network for instance. [ 1235.493094] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885424, 'name': PowerOffVM_Task, 'duration_secs': 0.23122} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1235.493473] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1235.493523] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1235.493777] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ffa4bc59-c2ca-4cf9-a4c8-4a512d12e203 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.501292] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.208s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1235.503697] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.835s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1235.504850] env[65481]: DEBUG nova.objects.instance [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'pci_requests' on Instance uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1235.553400] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1235.553571] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1235.553921] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleting the datastore file [datastore2] d613a417-a6e0-4445-a708-beea6c6a2516 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1235.554054] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-290bf2d0-2a34-447a-83f2-3c051e92d8be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1235.562021] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1235.562021] env[65481]: value = "task-4885426" [ 1235.562021] env[65481]: _type = "Task" [ 1235.562021] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1235.570573] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885426, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1235.594711] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1235.641975] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1236.008802] env[65481]: DEBUG nova.objects.instance [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'numa_topology' on Instance uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1236.011350] env[65481]: DEBUG oslo_concurrency.lockutils [None req-acdc0f04-64dd-487a-8f55-00cf32b6140f tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 21.900s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1236.012121] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.370s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1236.012291] env[65481]: INFO nova.compute.manager [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Unshelving [ 1236.071924] env[65481]: DEBUG oslo_vmware.api [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885426, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.136236} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1236.072197] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1236.072380] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1236.072550] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1236.072715] env[65481]: INFO nova.compute.manager [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1236.072956] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1236.073168] env[65481]: DEBUG nova.compute.manager [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1236.073266] env[65481]: DEBUG nova.network.neutron [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1236.073505] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.107772] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1236.512493] env[65481]: INFO nova.compute.claims [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1236.536509] env[65481]: DEBUG nova.compute.manager [req-0284e6b7-e1a8-4bd1-8eed-2027c63e5678 req-4a047300-63a8-487c-93b6-9ffce29590b0 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Received event network-vif-deleted-ded7ed69-9b8c-4730-a096-33c4ca168ba2 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1236.536719] env[65481]: INFO nova.compute.manager [req-0284e6b7-e1a8-4bd1-8eed-2027c63e5678 req-4a047300-63a8-487c-93b6-9ffce29590b0 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Neutron deleted interface ded7ed69-9b8c-4730-a096-33c4ca168ba2; detaching it from the instance and deleting it from the info cache [ 1236.536882] env[65481]: DEBUG nova.network.neutron [req-0284e6b7-e1a8-4bd1-8eed-2027c63e5678 req-4a047300-63a8-487c-93b6-9ffce29590b0 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.026997] env[65481]: DEBUG nova.network.neutron [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1237.029424] env[65481]: DEBUG nova.compute.utils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1237.039200] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-f2b5769e-282d-4861-a55a-2fa735abcaed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.049662] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b7d240-6169-40de-9092-2e897ffdbf77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.080821] env[65481]: DEBUG nova.compute.manager [req-0284e6b7-e1a8-4bd1-8eed-2027c63e5678 req-4a047300-63a8-487c-93b6-9ffce29590b0 service nova] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Detach interface failed, port_id=ded7ed69-9b8c-4730-a096-33c4ca168ba2, reason: Instance d613a417-a6e0-4445-a708-beea6c6a2516 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1237.532105] env[65481]: INFO nova.compute.manager [-] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Took 1.46 seconds to deallocate network for instance. [ 1237.532478] env[65481]: INFO nova.virt.block_device [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Booting with volume 46a312a9-0f38-43c7-a05e-e770b56bfce3 at /dev/sdb [ 1237.575834] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7566526b-7de4-4eaa-b231-96ce8e1b1e57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.585764] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb44a66e-5f49-4b74-9271-5853c01c6abf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.620188] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-80826e1e-aeb4-47e2-828c-08717ac2dac9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.629144] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5004383c-a3d2-4987-8883-5c518e0ec890 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.667556] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e545adf5-51eb-4aea-8300-8420ad962d75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.674804] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7ad49a4-e555-4d7c-9844-aef8ed57d72c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.688337] env[65481]: DEBUG nova.virt.block_device [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating existing volume attachment record: 678a791f-d422-4364-9215-ba12c14aa96d {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1237.691863] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c3108b-620e-4bd3-8bb9-3bf010be13a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.699118] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-442df44a-d3a2-4680-8162-246f971ed98b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.731234] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5f3b1f4b-ae80-4345-b8e5-ee29514ba82b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.739193] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3a0d77-b06e-4491-b344-bbfb3d7ebbaf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1237.752691] env[65481]: DEBUG nova.compute.provider_tree [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.040657] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1238.277444] env[65481]: ERROR nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [req-20b30c94-ab0f-4226-8547-ab24e944fe02] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-20b30c94-ab0f-4226-8547-ab24e944fe02"}]} [ 1238.298125] env[65481]: DEBUG nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1238.314253] env[65481]: DEBUG nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1238.314553] env[65481]: DEBUG nova.compute.provider_tree [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1238.328771] env[65481]: DEBUG nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1238.349303] env[65481]: DEBUG nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1238.469823] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e5fa94-c1d6-4fb8-8c66-bcd0608964d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.477601] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12e401ca-8d16-43ff-ba04-431eeb9e759f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.507578] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d6c89a7-c781-42e8-9a97-ad12b7f0b3df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.515140] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-06478bfb-6e9c-48bd-82af-38fe1691855c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1238.529281] env[65481]: DEBUG nova.compute.provider_tree [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.063390] env[65481]: DEBUG nova.scheduler.client.report [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 161 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1239.063709] env[65481]: DEBUG nova.compute.provider_tree [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 161 to 162 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1239.063878] env[65481]: DEBUG nova.compute.provider_tree [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1239.569080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 4.065s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1239.569456] env[65481]: WARNING neutronclient.v2_0.client [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1239.572470] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.978s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1239.572689] env[65481]: DEBUG nova.objects.instance [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lazy-loading 'resources' on Instance uuid d5e7faa5-7b22-4c5b-816b-a0469646f77f {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1239.599600] env[65481]: INFO nova.network.neutron [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating port 64340171-2305-4a14-94c4-7ed9d3cb79dd with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1240.203653] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c6aeedc-cab2-4def-a8b5-7c58b4caead4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.211284] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3fc21ae-109a-4111-8c2b-1b18d22b913f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.240653] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fcbf198-7ed1-4e82-943b-0cd6e7a2e9f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.248138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e3c168a-57fb-4647-8303-e3d0e6583e55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.262412] env[65481]: DEBUG nova.compute.provider_tree [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1240.300839] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301049] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301209] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301354] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301500] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301642] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.301781] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.765204] env[65481]: DEBUG nova.scheduler.client.report [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1240.806274] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Getting list of instances from cluster (obj){ [ 1240.806274] env[65481]: value = "domain-c8" [ 1240.806274] env[65481]: _type = "ClusterComputeResource" [ 1240.806274] env[65481]: } {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1240.807343] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0210a09-aee3-4af1-8bfe-76389f2c228b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.821556] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Got total of 5 instances {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1240.821712] env[65481]: WARNING nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] While synchronizing instance power states, found 8 instances in the database and 5 instances on the hypervisor. [ 1240.821847] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid d5e7faa5-7b22-4c5b-816b-a0469646f77f {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.822155] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.822367] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid c46acfa1-0a1a-4141-9182-6e81b66609bf {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.822667] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid e71d0781-c8f8-4c4e-aece-77a9badc9aa7 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.822872] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid 6f83f365-e5e1-4a39-81f6-64be5ad6891f {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.823148] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.823429] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid d613a417-a6e0-4445-a708-beea6c6a2516 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.823638] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Triggering sync for uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) _sync_power_states /opt/stack/nova/nova/compute/manager.py:11027}} [ 1240.824060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.824367] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.824666] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.824994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.825225] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.825431] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.825673] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.825908] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.826096] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.826313] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.826508] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1240.826735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "d613a417-a6e0-4445-a708-beea6c6a2516" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.826937] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1240.827124] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1240.827251] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1240.827994] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eb80508c-dcd8-4689-b1d0-c8ea01e5a8e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.831014] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bb237f9f-be01-41e3-ada1-57e7ef12bd4e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.833625] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56e46d62-0d93-47d2-bf90-6392a76d9c99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.836580] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8837afb8-830c-487a-acf2-616a3e8e3e5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.839092] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f0684623-259e-4035-8a45-cf553a9756e5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1240.841302] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1241.056647] env[65481]: DEBUG nova.compute.manager [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1241.056993] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.057549] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.057799] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.058060] env[65481]: DEBUG nova.compute.manager [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] No waiting events found dispatching network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1241.058301] env[65481]: WARNING nova.compute.manager [req-0ccb39d1-d5cb-4375-8dc2-eb05bc4458e5 req-49138e31-0916-473e-ac2b-b0bec62dc587 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received unexpected event network-vif-plugged-64340171-2305-4a14-94c4-7ed9d3cb79dd for instance with vm_state shelved_offloaded and task_state spawning. [ 1241.146499] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1241.146809] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1241.147077] env[65481]: DEBUG nova.network.neutron [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1241.269806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.697s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.272364] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 3.232s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.273059] env[65481]: DEBUG nova.objects.instance [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'resources' on Instance uuid d613a417-a6e0-4445-a708-beea6c6a2516 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1241.293684] env[65481]: INFO nova.scheduler.client.report [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Deleted allocations for instance d5e7faa5-7b22-4c5b-816b-a0469646f77f [ 1241.346274] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1241.359352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.359732] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.534s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.360058] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.360375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.535s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.370126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.544s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.651325] env[65481]: WARNING neutronclient.v2_0.client [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.801632] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2f70af28-e0f8-43c7-bb15-1f42e4778adf tempest-ServerActionsTestOtherA-1054472648 tempest-ServerActionsTestOtherA-1054472648-project-member] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.602s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1241.802686] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 0.979s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1241.803161] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9231329-4bbe-4ab9-b7f6-6279f2c26da9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.809540] env[65481]: WARNING neutronclient.v2_0.client [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1241.819840] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7be4fd50-61bb-4901-91a9-1d31fe5795c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.902862] env[65481]: DEBUG nova.network.neutron [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1241.916478] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-441ec4ec-4b8e-4f39-b4e1-b4d0d2fc442c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.925549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf5036df-35ba-40f1-b8fd-5d15cb48a6fd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.956988] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-01e8d215-8b3b-4797-8c27-d60b0e28985b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.964812] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b82f3c-7293-49f9-81d2-46ba688ec7d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1241.980568] env[65481]: DEBUG nova.compute.provider_tree [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1242.363525] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "d5e7faa5-7b22-4c5b-816b-a0469646f77f" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.561s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.407904] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1242.437374] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='2e1706cc3dbb2a394e8080183b298f0c',container_format='bare',created_at=2025-12-01T06:46:52Z,direct_url=,disk_format='vmdk',id=4f968e29-99fc-42d1-83ca-dffc8eba8992,min_disk=1,min_ram=0,name='tempest-ServerActionsTestOtherB-server-1684027594-shelved',owner='63b1975a03ff45dca583d79d4e50c142',properties=ImageMetaProps,protected=,size=31668736,status='active',tags=,updated_at=2025-12-01T06:47:07Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1242.437654] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1242.437806] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1242.438032] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1242.438139] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1242.438282] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1242.438501] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1242.438660] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1242.438821] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1242.439105] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1242.439350] env[65481]: DEBUG nova.virt.hardware [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1242.440213] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c1977b1-ab97-4fcd-8451-da6a0c866f04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.450627] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82b4f507-3195-4175-9f29-2e6822c942b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.463181] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:f3:e7:2e', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': 'cfbd1264-be3d-4ca9-953a-df79de7b010b', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '64340171-2305-4a14-94c4-7ed9d3cb79dd', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1242.470386] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1242.470659] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1242.471072] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-3c310983-1f86-4bad-9810-4720be04c4c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1242.485352] env[65481]: DEBUG nova.scheduler.client.report [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1242.496013] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1242.496013] env[65481]: value = "task-4885431" [ 1242.496013] env[65481]: _type = "Task" [ 1242.496013] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1242.504946] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885431, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1242.991022] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.718s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.993735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.647s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1242.993735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1242.993735] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1242.994317] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20286c46-a911-4669-b74c-b777217ea337 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.007921] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885431, 'name': CreateVM_Task, 'duration_secs': 0.279288} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1243.008488] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1243.009435] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5bd2d5e-0892-406f-aaba-f8979a25d434 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.014569] env[65481]: INFO nova.scheduler.client.report [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted allocations for instance d613a417-a6e0-4445-a708-beea6c6a2516 [ 1243.016031] env[65481]: WARNING neutronclient.v2_0.client [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.031786] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.031943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.032325] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1243.032742] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-11f1b381-9022-4a7b-b06e-cdb5679a5381 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.035431] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f877df9b-5d40-4937-bed6-3226ca3139b6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.043196] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1243.043196] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520b40e2-d59c-e43e-7ea3-246b1179f780" [ 1243.043196] env[65481]: _type = "Task" [ 1243.043196] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.044381] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c2b34f57-c7b3-4c82-b323-fdc9ee9becca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.088142] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1243.088425] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Processing image 4f968e29-99fc-42d1-83ca-dffc8eba8992 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1243.088726] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.088870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquired lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.089067] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1243.089419] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178516MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1243.089645] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.089850] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.092171] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-5b5b532b-f61e-4c47-9519-bf80a27fe301 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.096713] env[65481]: DEBUG nova.compute.manager [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1243.097302] env[65481]: DEBUG nova.compute.manager [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing instance network info cache due to event network-changed-64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1243.097302] env[65481]: DEBUG oslo_concurrency.lockutils [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] Acquiring lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1243.097302] env[65481]: DEBUG oslo_concurrency.lockutils [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] Acquired lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1243.097622] env[65481]: DEBUG nova.network.neutron [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Refreshing network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1243.113061] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1243.113282] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1243.114136] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-53750283-0848-4b2c-95ce-840df0492251 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.121518] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1243.121518] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523e592d-50fa-81f9-328c-6c2c804db1ac" [ 1243.121518] env[65481]: _type = "Task" [ 1243.121518] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1243.131943] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523e592d-50fa-81f9-328c-6c2c804db1ac, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1243.301379] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1243.524140] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c5c9f04-a92f-454b-8aee-650002ddcedd tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 9.089s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1243.526032] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 2.699s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1243.526032] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-b3419bc5-6607-4db3-a9e1-802254dc5329 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.536834] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fead6add-8f58-4e79-9b00-48f3980d02d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.600333] env[65481]: WARNING neutronclient.v2_0.client [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.632719] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1243.633037] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Fetch image to [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570/OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1243.633283] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Downloading stream optimized image 4f968e29-99fc-42d1-83ca-dffc8eba8992 to [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570/OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570.vmdk on the data store datastore2 as vApp {{(pid=65481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1243.633522] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Downloading image file data 4f968e29-99fc-42d1-83ca-dffc8eba8992 to the ESX as VM named 'OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570' {{(pid=65481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1243.716179] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1243.716179] env[65481]: value = "resgroup-9" [ 1243.716179] env[65481]: _type = "ResourcePool" [ 1243.716179] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1243.716568] env[65481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6e14a50c-6c95-4c6a-9974-24b230c27044 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1243.742759] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease: (returnval){ [ 1243.742759] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1243.742759] env[65481]: _type = "HttpNfcLease" [ 1243.742759] env[65481]: } obtained for vApp import into resource pool (val){ [ 1243.742759] env[65481]: value = "resgroup-9" [ 1243.742759] env[65481]: _type = "ResourcePool" [ 1243.742759] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1243.743620] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the lease: (returnval){ [ 1243.743620] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1243.743620] env[65481]: _type = "HttpNfcLease" [ 1243.743620] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1243.750643] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1243.750643] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1243.750643] env[65481]: _type = "HttpNfcLease" [ 1243.750643] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1243.793716] env[65481]: WARNING neutronclient.v2_0.client [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1243.876527] env[65481]: DEBUG nova.network.neutron [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updated VIF entry in instance network info cache for port 64340171-2305-4a14-94c4-7ed9d3cb79dd. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1243.876966] env[65481]: DEBUG nova.network.neutron [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [{"id": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "address": "fa:16:3e:f3:e7:2e", "network": {"id": "76b036eb-f6cd-43f7-b50d-769afdfd0016", "bridge": "br-int", "label": "tempest-ServerActionsTestOtherB-1626653476-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.10", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.233", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "63b1975a03ff45dca583d79d4e50c142", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "cfbd1264-be3d-4ca9-953a-df79de7b010b", "external-id": "nsx-vlan-transportzone-543", "segmentation_id": 543, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap64340171-23", "ovs_interfaceid": "64340171-2305-4a14-94c4-7ed9d3cb79dd", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1244.076266] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "d613a417-a6e0-4445-a708-beea6c6a2516" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.550s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1244.128570] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.129192] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c46acfa1-0a1a-4141-9182-6e81b66609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.129192] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e71d0781-c8f8-4c4e-aece-77a9badc9aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.129192] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.129192] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ddf11cc9-22be-4538-b975-7dcfb6a45054 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.129401] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance f8fb140c-41d5-4257-8a74-f09f5522e541 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1244.251869] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.251869] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1244.251869] env[65481]: _type = "HttpNfcLease" [ 1244.251869] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1244.379437] env[65481]: DEBUG oslo_concurrency.lockutils [req-c0d6ce13-f5db-49c1-9be7-a96701f91f94 req-9e5ee4f9-0c80-45bb-8b86-432675f66615 service nova] Releasing lock "refresh_cache-f8fb140c-41d5-4257-8a74-f09f5522e541" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1244.633542] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 35c6bdaf-032f-42e6-a65a-80234524c7d1 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1244.633807] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1244.634035] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1664MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '6', 'num_vm_active': '4', 'num_task_None': '5', 'num_os_type_None': '6', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'io_workload': '0', 'num_proj_7a59adb80b37416bb627ebf997174e38': '1', 'num_proj_baa65da6d78f4c20a1ede20ad6417b61': '3', 'num_vm_rescued': '1', 'num_vm_shelved_offloaded': '1', 'num_task_spawning': '1', 'num_proj_63b1975a03ff45dca583d79d4e50c142': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1244.750161] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef1ab78-98eb-4659-b8bb-b32fe56c4d57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.760213] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-411969b2-6fba-4f12-a4dc-79d843c73b48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.764051] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1244.764051] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1244.764051] env[65481]: _type = "HttpNfcLease" [ 1244.764051] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1244.764589] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1244.764589] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520c8ec0-a322-4336-c2d7-b2ba1361923c" [ 1244.764589] env[65481]: _type = "HttpNfcLease" [ 1244.764589] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1244.765479] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0e91831-dfc5-4182-b772-9b6a4e42222e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.797275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15936617-5e06-4573-81e5-73f79f1f77bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.803437] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1244.803437] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating HTTP connection to write to file with size = 31668736 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1244.866690] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4653d614-80f5-49fd-a8f4-744478680172 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.885274] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-99f0d58b-8979-462a-9159-32e055ce3952 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1244.887362] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1245.392810] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1245.649391] env[65481]: DEBUG nova.compute.manager [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1245.860475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1245.860735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.900278] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1245.900487] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.811s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1245.900792] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 2.600s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1245.901032] env[65481]: DEBUG nova.objects.instance [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'pci_requests' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.144223] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1246.144563] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1246.145580] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-925a3fd0-c6b5-4084-8bf9-c343eb18e273 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.154033] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1246.154369] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1246.158036] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-b7e8906d-0210-4c8a-b09e-b8de2e4a747c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.174909] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1246.363045] env[65481]: DEBUG oslo_vmware.rw_handles [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52798ce6-ef93-fb15-2c9c-21c3db6220b6/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1246.363259] env[65481]: INFO nova.virt.vmwareapi.images [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Downloaded image file data 4f968e29-99fc-42d1-83ca-dffc8eba8992 [ 1246.363943] env[65481]: INFO nova.compute.manager [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Detaching volume d38a40d9-1acf-4174-8268-7834950193aa [ 1246.366775] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-477a97b0-9e76-40ce-a478-76aa1b82bea2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.393433] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-56e04b1f-e87c-4a2f-bb9d-7d42e390f083 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.408263] env[65481]: DEBUG nova.objects.instance [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'numa_topology' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1246.410925] env[65481]: INFO nova.virt.block_device [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Attempting to driver detach volume d38a40d9-1acf-4174-8268-7834950193aa from mountpoint /dev/sdb [ 1246.411229] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1246.411499] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951997', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'name': 'volume-d38a40d9-1acf-4174-8268-7834950193aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddf11cc9-22be-4538-b975-7dcfb6a45054', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'serial': 'd38a40d9-1acf-4174-8268-7834950193aa'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1246.412801] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aea47b45-f468-4178-a603-acf754a7224d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.420932] env[65481]: INFO nova.virt.vmwareapi.images [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] The imported VM was unregistered [ 1246.423868] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1246.423868] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Creating directory with path [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1246.441037] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-a30fbc83-f01e-4c57-87d7-438c5f6c7e72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.444364] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0a3f000d-93f1-4710-9bd2-63f5b2433771 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.456583] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c286db22-16b5-4a21-bb40-ef58bfcd2ece {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.480107] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-991a4222-1640-4891-a9cb-9b23ac59fc5f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.483022] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Created directory with path [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1246.483216] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570/OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570.vmdk to [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk. {{(pid=65481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1246.483472] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-72972882-7f05-484b-86e4-1d6125cef8f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.498857] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] The volume has not been displaced from its original location: [datastore2] volume-d38a40d9-1acf-4174-8268-7834950193aa/volume-d38a40d9-1acf-4174-8268-7834950193aa.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1246.504462] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfiguring VM instance instance-00000070 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1246.506100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0d670e53-2d68-4730-9769-7ca756ce63fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1246.519569] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1246.519569] env[65481]: value = "task-4885434" [ 1246.519569] env[65481]: _type = "Task" [ 1246.519569] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.526095] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1246.526095] env[65481]: value = "task-4885435" [ 1246.526095] env[65481]: _type = "Task" [ 1246.526095] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1246.529386] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.538117] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885435, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1246.917735] env[65481]: INFO nova.compute.claims [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1247.033472] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.045967] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885435, 'name': ReconfigVM_Task, 'duration_secs': 0.251253} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.046361] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Reconfigured VM instance instance-00000070 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1247.054017] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-2fcd6198-a1ce-4cac-892f-14f13c69c9ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1247.070546] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1247.070546] env[65481]: value = "task-4885436" [ 1247.070546] env[65481]: _type = "Task" [ 1247.070546] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1247.087865] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885436, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.307134] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "d44f7cdd-596e-466b-8661-704c81468766" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1247.307345] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1247.534247] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1247.583632] env[65481]: DEBUG oslo_vmware.api [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885436, 'name': ReconfigVM_Task, 'duration_secs': 0.276229} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1247.584062] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-951997', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'name': 'volume-d38a40d9-1acf-4174-8268-7834950193aa', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'ddf11cc9-22be-4538-b975-7dcfb6a45054', 'attached_at': '', 'detached_at': '', 'volume_id': 'd38a40d9-1acf-4174-8268-7834950193aa', 'serial': 'd38a40d9-1acf-4174-8268-7834950193aa'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1247.810181] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1248.039860] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.067737] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd7c6fa1-aadd-447f-b4be-e01ddcc7ca99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.078859] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-738fbd51-18f3-47d8-b980-563674b8aaa9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.117497] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-539ace86-b590-425a-9b1b-793567e67d3a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.129584] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9b134c99-c897-4fd2-bdcd-888347f71dc7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1248.150158] env[65481]: DEBUG nova.compute.provider_tree [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1248.156896] env[65481]: DEBUG nova.objects.instance [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'flavor' on Instance uuid ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1248.336245] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1248.535736] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task} progress is 83%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1248.654135] env[65481]: DEBUG nova.scheduler.client.report [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1249.033760] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885434, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.48047} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.034022] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570/OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570.vmdk to [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk. [ 1249.034215] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Cleaning up location [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1249.034395] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_d9969e52-8035-4217-bd81-15f42052b570 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1249.034644] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-acdf244d-8457-461a-9cb1-11e7b2449c42 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.041308] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1249.041308] env[65481]: value = "task-4885437" [ 1249.041308] env[65481]: _type = "Task" [ 1249.041308] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.049265] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885437, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.159554] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.259s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.160034] env[65481]: WARNING neutronclient.v2_0.client [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1249.162889] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 2.988s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1249.164556] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a7f05c16-6062-4405-8ea4-bbfbac56e722 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.304s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1249.196185] env[65481]: INFO nova.network.neutron [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating port 16017732-fc69-4689-ae19-7ab3c5c9c3df with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1249.551317] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885437, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.037814} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1249.551599] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1249.551764] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Releasing lock "[datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1249.552017] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk to [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1249.552324] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cb9e7a33-14d1-4eef-bc34-70f9074a55cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1249.561729] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1249.561729] env[65481]: value = "task-4885438" [ 1249.561729] env[65481]: _type = "Task" [ 1249.561729] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1249.571750] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1249.669842] env[65481]: INFO nova.compute.claims [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1250.075683] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.176905] env[65481]: INFO nova.compute.resource_tracker [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating resource usage from migration 5e578e67-0794-4e96-9d30-47da4c6c0b36 [ 1250.276872] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.277044] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.277123] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.277304] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.277517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.279724] env[65481]: INFO nova.compute.manager [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Terminating instance [ 1250.320903] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96762560-b0b8-42f8-9017-f7209afe7951 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.330937] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98a6a57a-b0b7-4cf7-9cf2-17b1769c12af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.365549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1184b82b-77f2-4dee-89e1-332f988ae838 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.375727] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd747368-c595-4cd9-874e-3881cbb5dfe5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.392529] env[65481]: DEBUG nova.compute.provider_tree [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1250.575098] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.639458] env[65481]: DEBUG nova.compute.manager [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1250.639734] env[65481]: DEBUG oslo_concurrency.lockutils [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1250.639995] env[65481]: DEBUG oslo_concurrency.lockutils [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1250.640503] env[65481]: DEBUG oslo_concurrency.lockutils [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1250.640740] env[65481]: DEBUG nova.compute.manager [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] No waiting events found dispatching network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1250.640952] env[65481]: WARNING nova.compute.manager [req-158422c4-3c92-496f-8694-6f0bcb07ea75 req-53a98afc-e4b0-44bc-8a3c-988a233ae26e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received unexpected event network-vif-plugged-16017732-fc69-4689-ae19-7ab3c5c9c3df for instance with vm_state shelved_offloaded and task_state spawning. [ 1250.734766] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1250.735115] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1250.736452] env[65481]: DEBUG nova.network.neutron [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1250.786991] env[65481]: DEBUG nova.compute.manager [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1250.786991] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1250.787319] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1fd1062-ff74-4c13-855d-c3cc4bc271b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.797827] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1250.798141] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-40b163aa-e41a-456b-91b5-eafa7e44f75c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1250.807910] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1250.807910] env[65481]: value = "task-4885439" [ 1250.807910] env[65481]: _type = "Task" [ 1250.807910] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1250.820113] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1250.896672] env[65481]: DEBUG nova.scheduler.client.report [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1251.076901] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.238318] env[65481]: WARNING neutronclient.v2_0.client [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.324955] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885439, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.401741] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.239s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1251.401957] env[65481]: INFO nova.compute.manager [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Migrating [ 1251.409769] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 3.074s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1251.411366] env[65481]: INFO nova.compute.claims [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1251.427794] env[65481]: WARNING neutronclient.v2_0.client [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1251.523462] env[65481]: DEBUG nova.network.neutron [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1251.576794] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1251.821164] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885439, 'name': PowerOffVM_Task, 'duration_secs': 0.603568} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1251.821493] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1251.821663] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1251.821962] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-748adb57-965a-4e9a-8232-b262dc747519 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.918355] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1251.918570] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1251.918824] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleting the datastore file [datastore1] ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1251.919219] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-1c1a4820-4c07-4dde-bb8b-d5f41bbae8ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1251.923760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1251.923978] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1251.924177] env[65481]: DEBUG nova.network.neutron [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1251.933224] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1251.933224] env[65481]: value = "task-4885441" [ 1251.933224] env[65481]: _type = "Task" [ 1251.933224] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1251.947092] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.026784] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1252.055525] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='8ecbd76a99b2e9beb68f70f1851a1e17',container_format='bare',created_at=2025-12-01T06:46:57Z,direct_url=,disk_format='vmdk',id=f9342211-03e5-45b5-916a-80328b8f370d,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-1565458330-shelved',owner='edaeb7129a064535bf3031849d98e912',properties=ImageMetaProps,protected=,size=31670272,status='active',tags=,updated_at=2025-12-01T06:47:12Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1252.055812] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1252.056014] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1252.056251] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1252.056432] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1252.056636] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1252.056904] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1252.057113] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1252.057321] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1252.057522] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1252.057771] env[65481]: DEBUG nova.virt.hardware [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1252.058755] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55a57041-0bd1-4147-b79e-b7d268b7a4f4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.070808] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-961de399-e620-4b15-8983-294aa5ffb306 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.088658] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a1:bb:92', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '16017732-fc69-4689-ae19-7ab3c5c9c3df', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1252.096180] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1252.096556] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885438, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.51282} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.096775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1252.097128] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/4f968e29-99fc-42d1-83ca-dffc8eba8992/4f968e29-99fc-42d1-83ca-dffc8eba8992.vmdk to [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1252.097436] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5dc4c000-6a25-4a76-b3af-39df5a2d64a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.112245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6171dd9-ef5c-422a-bb1f-4e0c44b215b9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.138435] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Reconfiguring VM instance instance-00000074 to attach disk [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1252.140629] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25782e77-654d-4c97-9da1-5d539a19d4d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.155468] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1252.155468] env[65481]: value = "task-4885442" [ 1252.155468] env[65481]: _type = "Task" [ 1252.155468] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.161217] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1252.161217] env[65481]: value = "task-4885443" [ 1252.161217] env[65481]: _type = "Task" [ 1252.161217] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.168079] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885442, 'name': CreateVM_Task} progress is 15%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.173850] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885443, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.427634] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.447309] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885441, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.571650] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fcfa554-18c5-4c45-8c7d-0f1ade383494 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.580101] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bdae1293-10af-4346-9153-6d58a6c77e89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.611158] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.613985] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e53eb02b-bf95-4ac9-a283-13801b0bbbfa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.622348] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ac3bf13b-f19a-4a25-8bf1-72485876b112 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.639294] env[65481]: DEBUG nova.compute.provider_tree [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1252.670785] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885442, 'name': CreateVM_Task, 'duration_secs': 0.490046} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.672364] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1252.673657] env[65481]: DEBUG nova.compute.manager [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1252.673842] env[65481]: DEBUG nova.compute.manager [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing instance network info cache due to event network-changed-16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1252.674114] env[65481]: DEBUG oslo_concurrency.lockutils [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] Acquiring lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.674306] env[65481]: DEBUG oslo_concurrency.lockutils [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] Acquired lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.674518] env[65481]: DEBUG nova.network.neutron [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Refreshing network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1252.679714] env[65481]: WARNING neutronclient.v2_0.client [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.680132] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1252.680298] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1252.680713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1252.681321] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885443, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.681875] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-2ec5ba8b-a361-4591-826a-ddc73b77894e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1252.688830] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1252.688830] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]527a8387-a730-9f39-060b-f20914877814" [ 1252.688830] env[65481]: _type = "Task" [ 1252.688830] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1252.699480] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]527a8387-a730-9f39-060b-f20914877814, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1252.701736] env[65481]: DEBUG nova.network.neutron [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1252.946466] env[65481]: DEBUG oslo_vmware.api [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885441, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.705007} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1252.946766] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1252.946949] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1252.947134] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1252.947303] env[65481]: INFO nova.compute.manager [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Took 2.16 seconds to destroy the instance on the hypervisor. [ 1252.947568] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1252.947781] env[65481]: DEBUG nova.compute.manager [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1252.947881] env[65481]: DEBUG nova.network.neutron [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1252.948136] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1252.982833] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.172705] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885443, 'name': ReconfigVM_Task, 'duration_secs': 0.771709} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1253.173724] env[65481]: ERROR nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [req-351c8fe9-18e3-4de4-80ed-8f201ad87331] Failed to update inventory to [{'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}}] for resource provider with UUID 59619575-36e0-4460-b2ca-997bd849c0d9. Got 409: {"errors": [{"status": 409, "title": "Conflict", "detail": "There was a conflict when trying to complete your request.\n\n resource provider generation conflict ", "code": "placement.concurrent_update", "request_id": "req-351c8fe9-18e3-4de4-80ed-8f201ad87331"}]} [ 1253.174266] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Reconfigured VM instance instance-00000074 to attach disk [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541/f8fb140c-41d5-4257-8a74-f09f5522e541.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1253.176957] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-dcdc5113-7bb9-46f1-923f-0fb792fc8d35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.182648] env[65481]: WARNING neutronclient.v2_0.client [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.187533] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1253.187533] env[65481]: value = "task-4885444" [ 1253.187533] env[65481]: _type = "Task" [ 1253.187533] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.205008] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.207006] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885444, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.208384] env[65481]: DEBUG nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1253.214666] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1253.215042] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Processing image f9342211-03e5-45b5-916a-80328b8f370d {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1253.215389] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1253.215606] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1253.215847] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1253.216196] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-56fe32ed-3204-47d6-a472-acf952bcdb69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.227108] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1253.227413] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1253.228196] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4dee7f9b-e68a-4b4f-a16a-b0ce39263229 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.233304] env[65481]: DEBUG nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1253.233624] env[65481]: DEBUG nova.compute.provider_tree [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1253.237375] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1253.237375] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e4760f-dec8-6623-e9b5-1c3b9a5f74bd" [ 1253.237375] env[65481]: _type = "Task" [ 1253.237375] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1253.247736] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e4760f-dec8-6623-e9b5-1c3b9a5f74bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.253331] env[65481]: DEBUG nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1253.281823] env[65481]: DEBUG nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1253.450181] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cd13cc7-9bdd-4de1-8bc1-487ef70962c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.453743] env[65481]: WARNING neutronclient.v2_0.client [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1253.461526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1d044931-7aef-48c3-8bf1-e6175d6d512d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.514261] env[65481]: DEBUG nova.network.neutron [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.517565] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25b9a78-0ef0-4bfd-8c17-6d862daf1278 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.521239] env[65481]: DEBUG nova.compute.manager [req-86715a52-b02a-45fd-a04b-4f7cd45a71d4 req-30576a81-2675-43c1-8668-46075970510b service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Received event network-vif-deleted-a217af4c-db4c-46c7-b557-297da44890ad {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1253.521764] env[65481]: INFO nova.compute.manager [req-86715a52-b02a-45fd-a04b-4f7cd45a71d4 req-30576a81-2675-43c1-8668-46075970510b service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Neutron deleted interface a217af4c-db4c-46c7-b557-297da44890ad; detaching it from the instance and deleting it from the info cache [ 1253.522213] env[65481]: DEBUG nova.network.neutron [req-86715a52-b02a-45fd-a04b-4f7cd45a71d4 req-30576a81-2675-43c1-8668-46075970510b service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.530598] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07750e3a-10e7-4e41-bc5e-a4858ba91499 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.546876] env[65481]: DEBUG nova.compute.provider_tree [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1253.565600] env[65481]: DEBUG nova.network.neutron [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updated VIF entry in instance network info cache for port 16017732-fc69-4689-ae19-7ab3c5c9c3df. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1253.565958] env[65481]: DEBUG nova.network.neutron [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [{"id": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "address": "fa:16:3e:a1:bb:92", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.134", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap16017732-fc", "ovs_interfaceid": "16017732-fc69-4689-ae19-7ab3c5c9c3df", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1253.699333] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885444, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1253.749300] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1253.749599] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Fetch image to [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30/OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1253.749817] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Downloading stream optimized image f9342211-03e5-45b5-916a-80328b8f370d to [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30/OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30.vmdk on the data store datastore2 as vApp {{(pid=65481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1253.750038] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Downloading image file data f9342211-03e5-45b5-916a-80328b8f370d to the ESX as VM named 'OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30' {{(pid=65481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1253.837936] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1253.837936] env[65481]: value = "resgroup-9" [ 1253.837936] env[65481]: _type = "ResourcePool" [ 1253.837936] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1253.838267] env[65481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-ccca1ec0-c34b-436d-aeb8-a96622c538f0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1253.860390] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease: (returnval){ [ 1253.860390] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e0c3e5-97ac-35d3-33e6-b97e6fa6e7fc" [ 1253.860390] env[65481]: _type = "HttpNfcLease" [ 1253.860390] env[65481]: } obtained for vApp import into resource pool (val){ [ 1253.860390] env[65481]: value = "resgroup-9" [ 1253.860390] env[65481]: _type = "ResourcePool" [ 1253.860390] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1253.860827] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the lease: (returnval){ [ 1253.860827] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e0c3e5-97ac-35d3-33e6-b97e6fa6e7fc" [ 1253.860827] env[65481]: _type = "HttpNfcLease" [ 1253.860827] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1253.868319] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1253.868319] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e0c3e5-97ac-35d3-33e6-b97e6fa6e7fc" [ 1253.868319] env[65481]: _type = "HttpNfcLease" [ 1253.868319] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1254.023687] env[65481]: INFO nova.compute.manager [-] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Took 1.08 seconds to deallocate network for instance. [ 1254.026839] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-1a02c5e8-815f-428f-a3f4-de250a2f2ebd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.041052] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a754d3bd-039b-40c7-909e-515f0261a861 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.068490] env[65481]: DEBUG oslo_concurrency.lockutils [req-183bb965-c43a-4450-be6f-5c51ac625689 req-e65e0a84-3bd3-4a74-a4e5-a8926147fd0e service nova] Releasing lock "refresh_cache-35c6bdaf-032f-42e6-a65a-80234524c7d1" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1254.080103] env[65481]: DEBUG nova.compute.manager [req-86715a52-b02a-45fd-a04b-4f7cd45a71d4 req-30576a81-2675-43c1-8668-46075970510b service nova] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Detach interface failed, port_id=a217af4c-db4c-46c7-b557-297da44890ad, reason: Instance ddf11cc9-22be-4538-b975-7dcfb6a45054 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1254.090535] env[65481]: DEBUG nova.scheduler.client.report [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 165 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1254.090928] env[65481]: DEBUG nova.compute.provider_tree [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 165 to 166 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1254.091182] env[65481]: DEBUG nova.compute.provider_tree [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1254.199039] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885444, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.369517] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1254.369517] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e0c3e5-97ac-35d3-33e6-b97e6fa6e7fc" [ 1254.369517] env[65481]: _type = "HttpNfcLease" [ 1254.369517] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1254.369891] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1254.369891] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e0c3e5-97ac-35d3-33e6-b97e6fa6e7fc" [ 1254.369891] env[65481]: _type = "HttpNfcLease" [ 1254.369891] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1254.370954] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44947d58-167b-4c20-8dcd-f065b979f764 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.378875] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Found VMDK URL: https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1254.379080] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HTTP connection to write to file with size = 31670272 and URL = https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1254.443992] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-77486c4b-3969-4e9a-bf53-3fa9a47ddd7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.534868] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1254.596733] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.187s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1254.597381] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1254.603331] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.069s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1254.603614] env[65481]: DEBUG nova.objects.instance [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'resources' on Instance uuid ddf11cc9-22be-4538-b975-7dcfb6a45054 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1254.702208] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885444, 'name': Rename_Task, 'duration_secs': 1.350816} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1254.704217] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1254.704516] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-a7b2a01d-8dba-4d60-b8b1-6f9d42e50117 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.712253] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1254.712253] env[65481]: value = "task-4885446" [ 1254.712253] env[65481]: _type = "Task" [ 1254.712253] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1254.721089] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aae6b263-367c-4683-9512-2bd84542c432 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1254.730368] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885446, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1254.746091] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.108201] env[65481]: DEBUG nova.compute.utils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1255.113193] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1255.113702] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1255.113818] env[65481]: WARNING neutronclient.v2_0.client [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.114159] env[65481]: WARNING neutronclient.v2_0.client [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1255.163638] env[65481]: DEBUG nova.policy [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '0fbb360417af45818f94b3badeedfefc', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '02efa438b7be456fa7923e0fe45e09c4', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1255.225570] env[65481]: DEBUG oslo_vmware.api [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885446, 'name': PowerOnVM_Task, 'duration_secs': 0.509159} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.227390] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1255.256944] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1255.257258] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-5555659c-48f1-4b86-b6ed-31e723e769da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.266074] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb638541-d421-4387-a94f-50c4114c2689 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.271019] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1255.271019] env[65481]: value = "task-4885447" [ 1255.271019] env[65481]: _type = "Task" [ 1255.271019] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.278571] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-071c52fe-2c9b-4f3b-bb30-e2b35720ec66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.288168] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885447, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1255.326108] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1ba28e4a-9ccb-45d4-8ac5-ac5628ec68c5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.336009] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ef35323e-6a33-4cdd-979b-bfcaffe72fc1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.353308] env[65481]: DEBUG nova.compute.provider_tree [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1255.375477] env[65481]: DEBUG nova.compute.manager [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1255.376924] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-be02f016-cb6b-4acc-ac2c-61cc813c65da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.537183] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Successfully created port: a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1255.614255] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1255.659853] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1255.660183] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting lease state for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1255.661721] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c75f75f9-9050-410a-b8d2-e707d1cf5775 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.668805] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1255.670300] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lease for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1255.670300] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-22b02d21-fbf4-4aab-8ced-dbf03c6c5c06 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.783362] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885447, 'name': PowerOffVM_Task, 'duration_secs': 0.223807} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1255.783640] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1255.783815] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1255.858950] env[65481]: DEBUG nova.scheduler.client.report [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1255.872372] env[65481]: DEBUG oslo_vmware.rw_handles [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Closed VMDK write handle for https://esx7c1n3.openstack.eu-de-1.cloud.sap/nfc/52b3ffdd-f805-e415-a050-6b631ba61aab/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1255.872587] env[65481]: INFO nova.virt.vmwareapi.images [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Downloaded image file data f9342211-03e5-45b5-916a-80328b8f370d [ 1255.873456] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a4e924e-9d92-42c0-9852-c6d393f9aefe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.890315] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-8e8d784a-808d-4b28-a9fd-394b6df22b25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.899033] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2c473707-34e2-49d9-83b0-a59cddce13b5 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 23.253s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.899517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" acquired by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: waited 15.072s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1255.900009] env[65481]: INFO nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] During sync_power_state the instance has a pending task (spawning). Skip. [ 1255.900059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" "released" by "nova.compute.manager.ComputeManager._sync_power_states.._sync..query_driver_power_state_and_sync" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1255.921419] env[65481]: INFO nova.virt.vmwareapi.images [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] The imported VM was unregistered [ 1255.923859] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1255.924184] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1255.924734] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-cc6aed68-2207-4f8e-bd6e-d2655ef4fc81 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.937661] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1255.937860] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30/OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30.vmdk to [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk. {{(pid=65481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1255.938131] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-0c268b7c-4e0b-4c7a-a5bf-d91f345ddb91 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1255.945492] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1255.945492] env[65481]: value = "task-4885449" [ 1255.945492] env[65481]: _type = "Task" [ 1255.945492] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1255.953699] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.294761] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.295244] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.295244] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.295456] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.295626] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.295793] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.296006] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.296223] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.296417] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.296627] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.296813] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.303553] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f2f29bb2-36cd-4e06-8758-506d9b7f91ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.321985] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1256.321985] env[65481]: value = "task-4885450" [ 1256.321985] env[65481]: _type = "Task" [ 1256.321985] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1256.332823] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885450, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.364034] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.761s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.397933] env[65481]: INFO nova.scheduler.client.report [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted allocations for instance ddf11cc9-22be-4538-b975-7dcfb6a45054 [ 1256.458397] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.625333] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1256.665069] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1256.665331] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1256.665484] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1256.665663] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1256.665807] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1256.665948] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1256.666178] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1256.666329] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1256.666495] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1256.666735] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1256.667167] env[65481]: DEBUG nova.virt.hardware [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1256.667971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2d1d0875-3399-41d1-8a56-a22fa7c25c1c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.677317] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54327d91-8214-4a72-89b3-21ba4c31841f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1256.834048] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1256.874425] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.874425] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.874425] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1256.874763] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1256.874763] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.879033] env[65481]: INFO nova.compute.manager [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Terminating instance [ 1256.905976] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6b659307-e11b-406b-a184-3f2762a70f09 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "ddf11cc9-22be-4538-b975-7dcfb6a45054" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.629s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1256.957350] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 38%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.003459] env[65481]: DEBUG nova.compute.manager [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Received event network-vif-plugged-a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1257.003603] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] Acquiring lock "d44f7cdd-596e-466b-8661-704c81468766-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1257.003808] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] Lock "d44f7cdd-596e-466b-8661-704c81468766-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1257.003971] env[65481]: DEBUG oslo_concurrency.lockutils [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] Lock "d44f7cdd-596e-466b-8661-704c81468766-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1257.004377] env[65481]: DEBUG nova.compute.manager [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] No waiting events found dispatching network-vif-plugged-a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1257.004603] env[65481]: WARNING nova.compute.manager [req-3c2df968-1433-49c2-81d6-ee204343137d req-02a08aab-3c16-4725-a569-d746bb661c62 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Received unexpected event network-vif-plugged-a95fddfa-adc2-49be-9aa6-0681e2495fbf for instance with vm_state building and task_state spawning. [ 1257.124726] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Successfully updated port: a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1257.333871] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885450, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.385901] env[65481]: DEBUG nova.compute.manager [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1257.386139] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1257.387249] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5d1a12f-566b-4ecc-a112-de350bb94de8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.395577] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1257.395831] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4a18043c-1c29-4403-8bd6-f420df5f20a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.402765] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1257.402765] env[65481]: value = "task-4885452" [ 1257.402765] env[65481]: _type = "Task" [ 1257.402765] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1257.412025] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885452, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.458475] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 57%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.630714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1257.630714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquired lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1257.630714] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1257.834347] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885450, 'name': ReconfigVM_Task, 'duration_secs': 1.308645} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.834833] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1257.914557] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885452, 'name': PowerOffVM_Task, 'duration_secs': 0.221886} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1257.914901] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1257.915120] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1257.915535] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-750519ec-25f0-421b-b7e1-0a406e46359e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.958570] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 80%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1257.983511] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1257.983778] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1257.984065] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleting the datastore file [datastore2] f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1257.984193] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-56e15d88-7bbb-4241-b293-6f4706b47227 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1257.991780] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for the task: (returnval){ [ 1257.991780] env[65481]: value = "task-4885454" [ 1257.991780] env[65481]: _type = "Task" [ 1257.991780] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.001528] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.166038] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1258.260508] env[65481]: WARNING neutronclient.v2_0.client [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1258.340388] env[65481]: DEBUG nova.network.neutron [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Updating instance_info_cache with network_info: [{"id": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "address": "fa:16:3e:87:a9:f8", "network": {"id": "523e54e9-3800-4a2e-a745-1ca6424ff05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-922155615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02efa438b7be456fa7923e0fe45e09c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fddfa-ad", "ovs_interfaceid": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1258.343767] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1258.344234] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1258.344454] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1258.344684] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1258.344827] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1258.344969] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1258.345189] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1258.345342] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1258.345541] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1258.345751] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1258.345939] env[65481]: DEBUG nova.virt.hardware [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1258.352111] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfiguring VM instance instance-0000005a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1258.353028] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-341bb0e6-1b95-4c54-9678-f8dbe4d72998 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.374474] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1258.374474] env[65481]: value = "task-4885455" [ 1258.374474] env[65481]: _type = "Task" [ 1258.374474] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.385932] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885455, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.458789] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.503857] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885454, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.853978] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Releasing lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1258.854412] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Instance network_info: |[{"id": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "address": "fa:16:3e:87:a9:f8", "network": {"id": "523e54e9-3800-4a2e-a745-1ca6424ff05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-922155615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02efa438b7be456fa7923e0fe45e09c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fddfa-ad", "ovs_interfaceid": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1258.854890] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:87:a9:f8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '225b6979-9329-403b-91fa-138bd41f6e83', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a95fddfa-adc2-49be-9aa6-0681e2495fbf', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1258.862164] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Creating folder: Project (02efa438b7be456fa7923e0fe45e09c4). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.862453] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-0c35bf9c-ea9a-4ef3-adee-c768c6f1555b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.874009] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Created folder: Project (02efa438b7be456fa7923e0fe45e09c4) in parent group-v951696. [ 1258.874209] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Creating folder: Instances. Parent ref: group-v952009. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1258.874500] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-f24317d9-9303-4d4d-9080-be02a973ba70 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.885773] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885455, 'name': ReconfigVM_Task, 'duration_secs': 0.178584} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.886081] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfigured VM instance instance-0000005a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1258.887964] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d242f5-de88-4364-be68-b05d17e48d92 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.890613] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Created folder: Instances in parent group-v952009. [ 1258.890781] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1258.891577] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1258.892251] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-64cbf1e4-1d36-4d4f-a31c-4fc0b6645da2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.923557] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfiguring VM instance instance-0000005a to attach disk [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1258.924348] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-6d23a631-adbc-4d4c-ae26-444903f80167 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.938742] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1258.938742] env[65481]: value = "task-4885458" [ 1258.938742] env[65481]: _type = "Task" [ 1258.938742] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.944313] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1258.944313] env[65481]: value = "task-4885459" [ 1258.944313] env[65481]: _type = "Task" [ 1258.944313] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.950847] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885458, 'name': CreateVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.957719] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885459, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1258.964185] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885449, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.55219} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1258.964481] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30/OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30.vmdk to [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk. [ 1258.964675] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Cleaning up location [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1258.964936] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_8c3d8a92-5f61-4bd7-822f-ef5c4dff4f30 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1258.965380] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ac1fed27-9b4b-4948-8d72-c8cc430d2feb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1258.973874] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1258.973874] env[65481]: value = "task-4885460" [ 1258.973874] env[65481]: _type = "Task" [ 1258.973874] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1258.983394] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885460, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.006270] env[65481]: DEBUG oslo_vmware.api [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Task: {'id': task-4885454, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.554698} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.006749] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.007105] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1259.007528] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1259.007812] env[65481]: INFO nova.compute.manager [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Took 1.62 seconds to destroy the instance on the hypervisor. [ 1259.008188] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1259.008440] env[65481]: DEBUG nova.compute.manager [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1259.008543] env[65481]: DEBUG nova.network.neutron [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1259.008832] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.055778] env[65481]: DEBUG nova.compute.manager [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Received event network-changed-a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.055843] env[65481]: DEBUG nova.compute.manager [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Refreshing instance network info cache due to event network-changed-a95fddfa-adc2-49be-9aa6-0681e2495fbf. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1259.056212] env[65481]: DEBUG oslo_concurrency.lockutils [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] Acquiring lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.056449] env[65481]: DEBUG oslo_concurrency.lockutils [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] Acquired lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.056732] env[65481]: DEBUG nova.network.neutron [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Refreshing network info cache for port a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1259.102356] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.456078] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885458, 'name': CreateVM_Task, 'duration_secs': 0.465948} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.457715] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1259.457715] env[65481]: WARNING neutronclient.v2_0.client [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.458760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.458760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.458760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1259.459080] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-f32c0bc7-e0b0-41c9-8a6c-8c854b50a6b7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.464465] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885459, 'name': ReconfigVM_Task, 'duration_secs': 0.291548} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.465365] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Reconfigured VM instance instance-0000005a to attach disk [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc/ad4cf41c-9a72-4a58-986c-7c4ced5e12bc.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1259.465493] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1259.470726] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1259.470726] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523ae1ce-8b65-5364-5047-7671d30d60ab" [ 1259.470726] env[65481]: _type = "Task" [ 1259.470726] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.484562] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885460, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.040174} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.488470] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1259.488723] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.488976] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk to [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1259.489286] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523ae1ce-8b65-5364-5047-7671d30d60ab, 'name': SearchDatastore_Task, 'duration_secs': 0.011426} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.489497] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-158390e8-01a1-4b20-be04-0d72b78cb87f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.491663] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1259.491906] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1259.492151] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1259.492296] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1259.492467] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1259.492733] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-0dcb89c2-6942-4a0c-a415-7de1454acff2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.501418] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1259.501418] env[65481]: value = "task-4885461" [ 1259.501418] env[65481]: _type = "Task" [ 1259.501418] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.502810] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1259.503057] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1259.506759] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-91ccea72-f55d-4d68-9541-90b482921778 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.512730] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1259.512730] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bcdc64-bcae-707c-6009-caa9d10aad27" [ 1259.512730] env[65481]: _type = "Task" [ 1259.512730] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.516342] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.526424] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52bcdc64-bcae-707c-6009-caa9d10aad27, 'name': SearchDatastore_Task, 'duration_secs': 0.010889} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1259.527299] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-b8315465-79f0-493d-af96-df9a9a8812ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.532752] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1259.532752] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d6f46-6041-1440-4887-173c328c0dc5" [ 1259.532752] env[65481]: _type = "Task" [ 1259.532752] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1259.541030] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d6f46-6041-1440-4887-173c328c0dc5, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1259.559227] env[65481]: WARNING neutronclient.v2_0.client [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.618634] env[65481]: DEBUG nova.compute.manager [req-eaa30232-ba1a-4b26-ba58-895cef21eb62 req-f444779b-5462-4d83-815f-4e535f84883c service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Received event network-vif-deleted-64340171-2305-4a14-94c4-7ed9d3cb79dd {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1259.618816] env[65481]: INFO nova.compute.manager [req-eaa30232-ba1a-4b26-ba58-895cef21eb62 req-f444779b-5462-4d83-815f-4e535f84883c service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Neutron deleted interface 64340171-2305-4a14-94c4-7ed9d3cb79dd; detaching it from the instance and deleting it from the info cache [ 1259.618968] env[65481]: DEBUG nova.network.neutron [req-eaa30232-ba1a-4b26-ba58-895cef21eb62 req-f444779b-5462-4d83-815f-4e535f84883c service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.715926] env[65481]: WARNING neutronclient.v2_0.client [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1259.795930] env[65481]: DEBUG nova.network.neutron [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Updated VIF entry in instance network info cache for port a95fddfa-adc2-49be-9aa6-0681e2495fbf. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1259.796379] env[65481]: DEBUG nova.network.neutron [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Updating instance_info_cache with network_info: [{"id": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "address": "fa:16:3e:87:a9:f8", "network": {"id": "523e54e9-3800-4a2e-a745-1ca6424ff05b", "bridge": "br-int", "label": "tempest-ServerAddressesTestJSON-922155615-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.4", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "02efa438b7be456fa7923e0fe45e09c4", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "225b6979-9329-403b-91fa-138bd41f6e83", "external-id": "nsx-vlan-transportzone-38", "segmentation_id": 38, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa95fddfa-ad", "ovs_interfaceid": "a95fddfa-adc2-49be-9aa6-0681e2495fbf", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1259.974561] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-af491d2c-d59c-4758-9ccf-f13624858747 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1259.995780] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ea445315-cd97-42bd-9bdf-6511690e2af5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.017858] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1260.030690] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.044388] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526d6f46-6041-1440-4887-173c328c0dc5, 'name': SearchDatastore_Task, 'duration_secs': 0.009979} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1260.044684] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.045075] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d44f7cdd-596e-466b-8661-704c81468766/d44f7cdd-596e-466b-8661-704c81468766.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1260.045387] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-18a64d84-1a21-492c-90e7-8ffe1f18fb08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.053752] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1260.053752] env[65481]: value = "task-4885462" [ 1260.053752] env[65481]: _type = "Task" [ 1260.053752] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1260.062984] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.097887] env[65481]: DEBUG nova.network.neutron [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1260.122114] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a328add0-3634-40f2-8e77-46c6207b47db {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.134719] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a2e6267a-845d-4ac9-973a-a25bd3f8dfd1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1260.169838] env[65481]: DEBUG nova.compute.manager [req-eaa30232-ba1a-4b26-ba58-895cef21eb62 req-f444779b-5462-4d83-815f-4e535f84883c service nova] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Detach interface failed, port_id=64340171-2305-4a14-94c4-7ed9d3cb79dd, reason: Instance f8fb140c-41d5-4257-8a74-f09f5522e541 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1260.300381] env[65481]: DEBUG oslo_concurrency.lockutils [req-b7b51559-51bd-4755-9b30-7a4a9aeccf94 req-02a466d7-be57-49f1-9cb5-5db06175c8b7 service nova] Releasing lock "refresh_cache-d44f7cdd-596e-466b-8661-704c81468766" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1260.529662] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.530068] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1260.532410] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task} progress is 40%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.566857] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1260.577758] env[65481]: DEBUG nova.network.neutron [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Port 0495a33d-e033-4844-931b-c5a8f8b44437 binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1260.600993] env[65481]: INFO nova.compute.manager [-] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Took 1.59 seconds to deallocate network for instance. [ 1261.032556] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.068143] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.108405] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.108720] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.108993] env[65481]: DEBUG nova.objects.instance [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lazy-loading 'resources' on Instance uuid f8fb140c-41d5-4257-8a74-f09f5522e541 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1261.533207] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.569624] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1261.603172] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.603429] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.603828] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.746071] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69ab3896-ff5c-4826-8e32-725dbf3f2fbd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.757158] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d31035a5-be15-4d5c-be27-a8445d01f5bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.792701] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-766827a6-32c3-41fe-81f4-9cb408411dce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.803555] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-20087387-56ce-427d-840f-a50e09c9bd27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1261.822754] env[65481]: DEBUG nova.compute.provider_tree [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1261.987105] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.987403] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.987727] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1261.987923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1261.988103] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1261.990729] env[65481]: INFO nova.compute.manager [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Terminating instance [ 1262.030646] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885461, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.441091} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.030936] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/f9342211-03e5-45b5-916a-80328b8f370d/f9342211-03e5-45b5-916a-80328b8f370d.vmdk to [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.031828] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d17d558-22fc-4eb6-8572-5aa62f33c6a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.057304] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.057660] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-35d4067e-c841-4f84-8659-b073d03c05dd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.083174] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task} progress is 25%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.084929] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1262.084929] env[65481]: value = "task-4885463" [ 1262.084929] env[65481]: _type = "Task" [ 1262.084929] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.096503] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885463, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.326375] env[65481]: DEBUG nova.scheduler.client.report [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1262.495245] env[65481]: DEBUG nova.compute.manager [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1262.495543] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1262.496466] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b24ff81-1478-486a-9aff-820cc9620248 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.504809] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1262.505099] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-7a75e8d3-758e-4d98-ac78-17d188031d2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.511455] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1262.511455] env[65481]: value = "task-4885464" [ 1262.511455] env[65481]: _type = "Task" [ 1262.511455] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.520142] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885464, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.568063] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885462, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.189399} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.568423] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] d44f7cdd-596e-466b-8661-704c81468766/d44f7cdd-596e-466b-8661-704c81468766.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1262.568544] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1262.568871] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-b0bfe309-a343-47ec-8472-bf134ed4fe19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.576968] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1262.576968] env[65481]: value = "task-4885465" [ 1262.576968] env[65481]: _type = "Task" [ 1262.576968] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.586368] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885465, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.595110] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885463, 'name': ReconfigVM_Task, 'duration_secs': 0.335319} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1262.595421] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfigured VM instance instance-00000075 to attach disk [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1/35c6bdaf-032f-42e6-a65a-80234524c7d1.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1262.596646] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Block device information present: {'root_device_name': '/dev/sda', 'image': [{'boot_index': 0, 'disk_bus': None, 'encrypted': False, 'encryption_options': None, 'device_name': '/dev/sda', 'guest_format': None, 'encryption_secret_uuid': None, 'device_type': 'disk', 'size': 0, 'encryption_format': None, 'image_id': 'c30222c5-9d00-46f8-973f-4face1423ead'}], 'ephemerals': [], 'block_device_mapping': [{'boot_index': None, 'disk_bus': None, 'mount_device': '/dev/sdb', 'guest_format': None, 'attachment_id': '678a791f-d422-4364-9215-ba12c14aa96d', 'delete_on_termination': False, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952004', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'name': 'volume-46a312a9-0f38-43c7-a05e-e770b56bfce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '35c6bdaf-032f-42e6-a65a-80234524c7d1', 'attached_at': '', 'detached_at': '', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'serial': '46a312a9-0f38-43c7-a05e-e770b56bfce3'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1262.596883] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1262.597080] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952004', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'name': 'volume-46a312a9-0f38-43c7-a05e-e770b56bfce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '35c6bdaf-032f-42e6-a65a-80234524c7d1', 'attached_at': '', 'detached_at': '', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'serial': '46a312a9-0f38-43c7-a05e-e770b56bfce3'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1262.598050] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d33d1770-64f5-41fc-bea0-9c77b06f758d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.617447] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1262.621149] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cf9753f1-cd22-4e43-9867-eed794839a56 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.648449] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfiguring VM instance instance-00000075 to attach disk [datastore2] volume-46a312a9-0f38-43c7-a05e-e770b56bfce3/volume-46a312a9-0f38-43c7-a05e-e770b56bfce3.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1262.649182] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d9fb92e7-692f-4107-8d7d-5764e8ca27d7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1262.662997] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1262.663151] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1262.663307] env[65481]: DEBUG nova.network.neutron [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1262.670545] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1262.670545] env[65481]: value = "task-4885466" [ 1262.670545] env[65481]: _type = "Task" [ 1262.670545] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1262.680618] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885466, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1262.831616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.723s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1262.853438] env[65481]: INFO nova.scheduler.client.report [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Deleted allocations for instance f8fb140c-41d5-4257-8a74-f09f5522e541 [ 1263.023079] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885464, 'name': PowerOffVM_Task, 'duration_secs': 0.219754} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.023353] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1263.023522] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1263.023785] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-ae439080-1a7b-496f-bf11-cadaaa0bb262 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.088730] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885465, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.074772} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.090052] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1263.090380] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1263.090567] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Deleting contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1263.090735] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleting the datastore file [datastore1] 6f83f365-e5e1-4a39-81f6-64be5ad6891f {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1263.091519] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d6ce584-2378-4969-8684-f55e3baa349e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.094138] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-45ed0b3d-072d-464c-96c4-9c8dfcc03e38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.117081] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Reconfiguring VM instance instance-00000076 to attach disk [datastore2] d44f7cdd-596e-466b-8661-704c81468766/d44f7cdd-596e-466b-8661-704c81468766.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1263.118835] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-68e88c3c-b939-4abf-94a9-4d784a0fda76 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.135160] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1263.135160] env[65481]: value = "task-4885469" [ 1263.135160] env[65481]: _type = "Task" [ 1263.135160] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.142781] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1263.142781] env[65481]: value = "task-4885470" [ 1263.142781] env[65481]: _type = "Task" [ 1263.142781] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.152717] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885469, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.160318] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885470, 'name': ReconfigVM_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.166767] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.184433] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885466, 'name': ReconfigVM_Task, 'duration_secs': 0.321867} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.184645] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfigured VM instance instance-00000075 to attach disk [datastore2] volume-46a312a9-0f38-43c7-a05e-e770b56bfce3/volume-46a312a9-0f38-43c7-a05e-e770b56bfce3.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.193163] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-3b7b674b-8375-424b-a0e5-be59aa13e2a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.222304] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1263.222304] env[65481]: value = "task-4885471" [ 1263.222304] env[65481]: _type = "Task" [ 1263.222304] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.235260] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885471, 'name': ReconfigVM_Task} progress is 10%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.361089] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41a0e5c0-3a21-456a-a0a0-1198128e48c8 tempest-ServerActionsTestOtherB-1653498519 tempest-ServerActionsTestOtherB-1653498519-project-member] Lock "f8fb140c-41d5-4257-8a74-f09f5522e541" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.487s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1263.386651] env[65481]: WARNING neutronclient.v2_0.client [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.462137] env[65481]: DEBUG nova.network.neutron [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.646258] env[65481]: DEBUG oslo_vmware.api [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885469, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.280784} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.649628] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1263.649819] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Deleted contents of the VM from datastore datastore1 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1263.649993] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1263.650178] env[65481]: INFO nova.compute.manager [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Took 1.15 seconds to destroy the instance on the hypervisor. [ 1263.650419] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1263.650621] env[65481]: DEBUG nova.compute.manager [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1263.650716] env[65481]: DEBUG nova.network.neutron [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1263.650952] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.658215] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885470, 'name': ReconfigVM_Task, 'duration_secs': 0.311313} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.658475] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Reconfigured VM instance instance-00000076 to attach disk [datastore2] d44f7cdd-596e-466b-8661-704c81468766/d44f7cdd-596e-466b-8661-704c81468766.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1263.659096] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-4e44eb6a-659a-4b86-97d4-dba04e104103 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.666600] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1263.666600] env[65481]: value = "task-4885472" [ 1263.666600] env[65481]: _type = "Task" [ 1263.666600] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.675836] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885472, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.684393] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1263.733577] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885471, 'name': ReconfigVM_Task, 'duration_secs': 0.162385} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1263.734063] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952004', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'name': 'volume-46a312a9-0f38-43c7-a05e-e770b56bfce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '35c6bdaf-032f-42e6-a65a-80234524c7d1', 'attached_at': '', 'detached_at': '', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'serial': '46a312a9-0f38-43c7-a05e-e770b56bfce3'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1263.734555] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d64b318c-ed09-43fb-a1ca-86debcee4ed2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1263.742060] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1263.742060] env[65481]: value = "task-4885473" [ 1263.742060] env[65481]: _type = "Task" [ 1263.742060] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1263.754499] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885473, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1263.943149] env[65481]: DEBUG nova.compute.manager [req-2182307a-28ac-4971-b718-5d9742b3c42f req-b95c7c27-16c6-4a8f-bee3-b7a022e2cff1 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Received event network-vif-deleted-8545dc2e-c93a-4804-9cfe-d29038d5ba73 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1263.943254] env[65481]: INFO nova.compute.manager [req-2182307a-28ac-4971-b718-5d9742b3c42f req-b95c7c27-16c6-4a8f-bee3-b7a022e2cff1 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Neutron deleted interface 8545dc2e-c93a-4804-9cfe-d29038d5ba73; detaching it from the instance and deleting it from the info cache [ 1263.943518] env[65481]: DEBUG nova.network.neutron [req-2182307a-28ac-4971-b718-5d9742b3c42f req-b95c7c27-16c6-4a8f-bee3-b7a022e2cff1 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1263.964506] env[65481]: DEBUG oslo_concurrency.lockutils [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1264.176507] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885472, 'name': Rename_Task, 'duration_secs': 0.237822} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.176737] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.176991] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-f09d3100-f4dc-43cd-83cf-695866b70f7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.183334] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1264.183334] env[65481]: value = "task-4885474" [ 1264.183334] env[65481]: _type = "Task" [ 1264.183334] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.192164] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885474, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.253491] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885473, 'name': Rename_Task, 'duration_secs': 0.202654} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.253831] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1264.254122] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8f1ff877-c488-4a01-ac03-ad6966e2b138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.261399] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1264.261399] env[65481]: value = "task-4885475" [ 1264.261399] env[65481]: _type = "Task" [ 1264.261399] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1264.270028] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885475, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.278060] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.278319] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.422565] env[65481]: DEBUG nova.network.neutron [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1264.449014] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-d3fb6fda-9318-4e3d-ba66-dbd946a13029 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.459881] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3b7951f-c014-4df7-ad22-10605a528479 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.498371] env[65481]: DEBUG nova.compute.manager [req-2182307a-28ac-4971-b718-5d9742b3c42f req-b95c7c27-16c6-4a8f-bee3-b7a022e2cff1 service nova] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Detach interface failed, port_id=8545dc2e-c93a-4804-9cfe-d29038d5ba73, reason: Instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1264.500302] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-67169d24-c15c-4048-96b8-8fcbb929fe32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.521623] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-10224b71-3d1b-4515-bf09-4ac41d5b7ceb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.532071] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1264.694371] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1264.771779] env[65481]: DEBUG oslo_vmware.api [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885475, 'name': PowerOnVM_Task, 'duration_secs': 0.499148} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1264.772180] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1264.783871] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.783871] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.784671] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.784671] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.784671] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.785075] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.785075] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1264.785429] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1264.881456] env[65481]: DEBUG nova.compute.manager [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1264.882476] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-213e9956-b53d-4a59-ac7f-c33f98cde017 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1264.925868] env[65481]: INFO nova.compute.manager [-] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Took 1.27 seconds to deallocate network for instance. [ 1265.039234] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1265.039544] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7dd811da-222f-4927-a41c-b6ccbbe7868c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.047028] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1265.047028] env[65481]: value = "task-4885476" [ 1265.047028] env[65481]: _type = "Task" [ 1265.047028] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1265.056222] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885476, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.194331] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885474, 'name': PowerOnVM_Task} progress is 89%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1265.288218] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.288490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.288681] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.288849] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1265.289750] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b62b68f3-5ccf-4c7e-a54d-49502b444c93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.298161] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cb2e267-1075-4d0b-b4f1-fad85f46c922 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.313985] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7749dfbe-8abb-4816-9aed-fc03abe37f04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.321251] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6f52414b-5e24-48e3-9a9e-2be9e0a09fc8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1265.352337] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=178516MB free_disk=95GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1265.352594] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.352688] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1265.401717] env[65481]: DEBUG oslo_concurrency.lockutils [None req-98609c43-e502-4594-a632-06466e3d6384 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 29.389s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1265.435126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1265.558604] env[65481]: DEBUG oslo_vmware.api [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885476, 'name': PowerOnVM_Task, 'duration_secs': 0.389855} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.559025] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.559279] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-6046d1ff-1588-4af0-b091-bc984f7a96e1 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance 'ad4cf41c-9a72-4a58-986c-7c4ced5e12bc' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1265.694983] env[65481]: DEBUG oslo_vmware.api [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885474, 'name': PowerOnVM_Task, 'duration_secs': 1.319064} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1265.695332] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1265.695606] env[65481]: INFO nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Took 9.07 seconds to spawn the instance on the hypervisor. [ 1265.695843] env[65481]: DEBUG nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1265.696627] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e6da6d8b-f4af-40e0-9967-5e091ebb0734 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.217637] env[65481]: INFO nova.compute.manager [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Took 17.90 seconds to build instance. [ 1266.361974] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Applying migration context for instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc as it has an incoming, in-progress migration 5e578e67-0794-4e96-9d30-47da4c6c0b36. Migration status is post-migrating {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1046}} [ 1266.363252] env[65481]: INFO nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating resource usage from migration 5e578e67-0794-4e96-9d30-47da4c6c0b36 [ 1266.383019] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance c46acfa1-0a1a-4141-9182-6e81b66609bf actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1266.383019] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance e71d0781-c8f8-4c4e-aece-77a9badc9aa7 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1266.383019] env[65481]: WARNING nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f is not being actively managed by this compute host but has allocations referencing this compute host: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. Skipping heal of allocation because we do not know what to do. [ 1266.383019] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 35c6bdaf-032f-42e6-a65a-80234524c7d1 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1266.383019] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Migration 5e578e67-0794-4e96-9d30-47da4c6c0b36 is active on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1745}} [ 1266.383019] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1266.383313] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance d44f7cdd-596e-466b-8661-704c81468766 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1266.383313] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 6 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1266.383383] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=1728MB phys_disk=100GB used_disk=6GB total_vcpus=48 used_vcpus=6 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '5', 'num_vm_active': '4', 'num_task_resize_finish': '1', 'num_os_type_None': '5', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'io_workload': '1', 'num_task_None': '3', 'num_proj_7a59adb80b37416bb627ebf997174e38': '1', 'num_proj_baa65da6d78f4c20a1ede20ad6417b61': '1', 'num_proj_edaeb7129a064535bf3031849d98e912': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_02efa438b7be456fa7923e0fe45e09c4': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1266.478297] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-56cc6349-65a0-46bd-bcf3-d438572304a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.485919] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-85a1f30c-2375-4c78-837a-ee3c34183e72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.530993] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fbf46b2f-4e59-42fd-8e3e-db0fd4d17c87 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.540261] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cac3cc87-4daf-4e44-b07e-bc3de49c3801 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1266.555099] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1266.719363] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f1898605-5f33-49e7-8ab8-d6be34bf6483 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 19.412s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.058326] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 95, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1267.461563] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "d44f7cdd-596e-466b-8661-704c81468766" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.461945] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.462226] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "d44f7cdd-596e-466b-8661-704c81468766-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.462458] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.462900] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.468887] env[65481]: INFO nova.compute.manager [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Terminating instance [ 1267.565311] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1267.565555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.213s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.565829] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.131s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.566032] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1267.598728] env[65481]: INFO nova.scheduler.client.report [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted allocations for instance 6f83f365-e5e1-4a39-81f6-64be5ad6891f [ 1267.960887] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1267.961251] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1267.961251] env[65481]: DEBUG nova.compute.manager [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Going to confirm migration 9 {{(pid=65481) do_confirm_resize /opt/stack/nova/nova/compute/manager.py:5290}} [ 1267.973711] env[65481]: DEBUG nova.compute.manager [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1267.973994] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1267.975170] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcf92e3a-154c-4901-8980-fa82b14c5308 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.984456] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1267.984546] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-75ba6c0e-daf3-48d1-bbef-bcd05243acfb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1267.991582] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1267.991582] env[65481]: value = "task-4885477" [ 1267.991582] env[65481]: _type = "Task" [ 1267.991582] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.001077] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885477, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.110074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-44e6aefe-0849-4eba-b325-30b0a056a4d0 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "6f83f365-e5e1-4a39-81f6-64be5ad6891f" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 6.123s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.467835] env[65481]: WARNING neutronclient.v2_0.client [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.501862] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885477, 'name': PowerOffVM_Task, 'duration_secs': 0.313989} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1268.502087] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1268.502210] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1268.502469] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-12e1ee8b-6ef9-42d9-99f8-ca6d15b93dbd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.509325] env[65481]: WARNING neutronclient.v2_0.client [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1268.509671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1268.509821] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1268.509986] env[65481]: DEBUG nova.network.neutron [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1268.510180] env[65481]: DEBUG nova.objects.instance [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'info_cache' on Instance uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1268.584834] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1268.584834] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1268.585107] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Deleting the datastore file [datastore2] d44f7cdd-596e-466b-8661-704c81468766 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1268.585405] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-c8712ac2-3f30-469a-b67f-796b81573453 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1268.592714] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for the task: (returnval){ [ 1268.592714] env[65481]: value = "task-4885479" [ 1268.592714] env[65481]: _type = "Task" [ 1268.592714] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1268.602897] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885479, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1268.727538] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.728063] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.728300] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1268.728484] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1268.728654] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1268.730922] env[65481]: INFO nova.compute.manager [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Terminating instance [ 1269.105021] env[65481]: DEBUG oslo_vmware.api [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Task: {'id': task-4885479, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138636} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.105553] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1269.105553] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1269.105722] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1269.105930] env[65481]: INFO nova.compute.manager [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] [instance: d44f7cdd-596e-466b-8661-704c81468766] Took 1.13 seconds to destroy the instance on the hypervisor. [ 1269.106202] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1269.106420] env[65481]: DEBUG nova.compute.manager [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1269.106518] env[65481]: DEBUG nova.network.neutron [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1269.106812] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.165280] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.235279] env[65481]: DEBUG nova.compute.manager [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1269.235547] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1269.236509] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3bc691d3-e8c1-42e0-8010-55932cdf0569 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.244769] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1269.245049] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-64430fc9-c895-46a9-8d2c-1d96f9433697 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.252312] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1269.252312] env[65481]: value = "task-4885480" [ 1269.252312] env[65481]: _type = "Task" [ 1269.252312] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.262235] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885480, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.403613] env[65481]: DEBUG nova.compute.manager [req-1a8a6684-2839-4764-83fb-99a3491e5f59 req-7bf6b2f1-fb2c-4c8f-9b35-75c5385c26f3 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Received event network-vif-deleted-a95fddfa-adc2-49be-9aa6-0681e2495fbf {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1269.403942] env[65481]: INFO nova.compute.manager [req-1a8a6684-2839-4764-83fb-99a3491e5f59 req-7bf6b2f1-fb2c-4c8f-9b35-75c5385c26f3 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Neutron deleted interface a95fddfa-adc2-49be-9aa6-0681e2495fbf; detaching it from the instance and deleting it from the info cache [ 1269.404130] env[65481]: DEBUG nova.network.neutron [req-1a8a6684-2839-4764-83fb-99a3491e5f59 req-7bf6b2f1-fb2c-4c8f-9b35-75c5385c26f3 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.516447] env[65481]: WARNING neutronclient.v2_0.client [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.678443] env[65481]: WARNING neutronclient.v2_0.client [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1269.746577] env[65481]: DEBUG nova.network.neutron [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [{"id": "0495a33d-e033-4844-931b-c5a8f8b44437", "address": "fa:16:3e:6c:6c:41", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0495a33d-e0", "ovs_interfaceid": "0495a33d-e033-4844-931b-c5a8f8b44437", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.763569] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885480, 'name': PowerOffVM_Task, 'duration_secs': 0.315238} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1269.763850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1269.764527] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1269.764527] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-af500d99-9c5c-4268-8924-1e630086bbd7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.819737] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1269.819942] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1269.820186] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleting the datastore file [datastore2] e71d0781-c8f8-4c4e-aece-77a9badc9aa7 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1269.820501] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-e45fe27f-f4bf-4578-b086-51dc22657848 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.827814] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for the task: (returnval){ [ 1269.827814] env[65481]: value = "task-4885482" [ 1269.827814] env[65481]: _type = "Task" [ 1269.827814] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1269.835668] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885482, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1269.888291] env[65481]: DEBUG nova.network.neutron [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1269.906656] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-3b46df6c-fb2e-448e-9dd0-c35d87105d25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.919092] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e5bd8205-2df2-4879-9d98-7f3108ba081c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1269.953268] env[65481]: DEBUG nova.compute.manager [req-1a8a6684-2839-4764-83fb-99a3491e5f59 req-7bf6b2f1-fb2c-4c8f-9b35-75c5385c26f3 service nova] [instance: d44f7cdd-596e-466b-8661-704c81468766] Detach interface failed, port_id=a95fddfa-adc2-49be-9aa6-0681e2495fbf, reason: Instance d44f7cdd-596e-466b-8661-704c81468766 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1270.249633] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1270.250055] env[65481]: DEBUG nova.objects.instance [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'migration_context' on Instance uuid ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1270.338795] env[65481]: DEBUG oslo_vmware.api [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Task: {'id': task-4885482, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.141953} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1270.339075] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1270.339259] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1270.339430] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1270.339598] env[65481]: INFO nova.compute.manager [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Took 1.10 seconds to destroy the instance on the hypervisor. [ 1270.339893] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1270.340130] env[65481]: DEBUG nova.compute.manager [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1270.340232] env[65481]: DEBUG nova.network.neutron [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1270.340473] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.378759] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1270.391136] env[65481]: INFO nova.compute.manager [-] [instance: d44f7cdd-596e-466b-8661-704c81468766] Took 1.28 seconds to deallocate network for instance. [ 1270.752686] env[65481]: DEBUG nova.objects.base [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Object Instance lazy-loaded attributes: info_cache,migration_context {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1270.753568] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7b4d8733-4434-4bcb-b0d9-e26358392a8f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.773771] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a23a4157-f9f8-48aa-9f87-a5eaf10b1685 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1270.779599] env[65481]: DEBUG oslo_vmware.api [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1270.779599] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dde10d-de3e-47fd-f08f-7f1a36e77567" [ 1270.779599] env[65481]: _type = "Task" [ 1270.779599] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1270.787783] env[65481]: DEBUG oslo_vmware.api [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dde10d-de3e-47fd-f08f-7f1a36e77567, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1270.899175] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1270.899481] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1270.899747] env[65481]: DEBUG nova.objects.instance [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lazy-loading 'resources' on Instance uuid d44f7cdd-596e-466b-8661-704c81468766 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1271.113153] env[65481]: DEBUG nova.network.neutron [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1271.291058] env[65481]: DEBUG oslo_vmware.api [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52dde10d-de3e-47fd-f08f-7f1a36e77567, 'name': SearchDatastore_Task, 'duration_secs': 0.007451} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1271.291058] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1271.434119] env[65481]: DEBUG nova.compute.manager [req-594cfc5b-241f-4206-8b41-a2be29d3c8a0 req-3296b9f7-73d3-491f-8f6f-eb6111038e7e service nova] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Received event network-vif-deleted-1e443cd9-0288-4320-b569-32324c93daaa {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1271.499663] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3231f765-6d60-4b3c-a6a3-d7ca948acb80 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.508344] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-335f3914-dae6-4ad9-a4ed-8c886a55a9d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.540479] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7269cc57-bdc5-4b74-80c6-c0667f5c8d2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.548632] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-613b500a-912c-483a-bbbb-60d423dadae7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1271.562699] env[65481]: DEBUG nova.compute.provider_tree [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1271.616156] env[65481]: INFO nova.compute.manager [-] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Took 1.28 seconds to deallocate network for instance. [ 1272.109162] env[65481]: DEBUG nova.scheduler.client.report [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updated inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with generation 166 in Placement from set_inventory_for_provider using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:975}} [ 1272.109504] env[65481]: DEBUG nova.compute.provider_tree [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 generation from 166 to 167 during operation: update_inventory {{(pid=65481) _update_generation /opt/stack/nova/nova/compute/provider_tree.py:164}} [ 1272.109698] env[65481]: DEBUG nova.compute.provider_tree [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1272.122553] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1272.615059] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.715s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1272.618088] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: waited 1.327s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1272.640821] env[65481]: INFO nova.scheduler.client.report [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Deleted allocations for instance d44f7cdd-596e-466b-8661-704c81468766 [ 1273.148791] env[65481]: DEBUG oslo_concurrency.lockutils [None req-0c0a51b2-8df6-4843-8063-5e01f2bef221 tempest-ServerAddressesTestJSON-158084841 tempest-ServerAddressesTestJSON-158084841-project-member] Lock "d44f7cdd-596e-466b-8661-704c81468766" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.687s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1273.196048] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2acfcec6-98d7-4c5f-b849-6acf3b9d0654 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.205090] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-04259d8d-ebfa-4abf-8eca-73ee8a9ded97 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.237874] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc6b3f93-c9ab-45da-8eb5-8ce0ce2e7471 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.245926] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a9a51e5f-81e3-496b-afd5-1a6cc5cb7d69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1273.259866] env[65481]: DEBUG nova.compute.provider_tree [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1273.763370] env[65481]: DEBUG nova.scheduler.client.report [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1274.774584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_source" :: held 2.157s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1274.777891] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 2.655s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1274.778127] env[65481]: DEBUG nova.objects.instance [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lazy-loading 'resources' on Instance uuid e71d0781-c8f8-4c4e-aece-77a9badc9aa7 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1275.343247] env[65481]: INFO nova.scheduler.client.report [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted allocation for migration 5e578e67-0794-4e96-9d30-47da4c6c0b36 [ 1275.355951] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d76d6250-995a-4879-aba6-df3b56314660 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.364242] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e29dee67-831f-45ea-b36e-ed0cb322a425 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.396134] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71434399-9c5c-41c4-8385-a87aa42c5d8d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.405612] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cb7c2815-2269-4bb8-866a-d4b4d4a25c44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1275.422326] env[65481]: DEBUG nova.compute.provider_tree [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1275.850610] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8e811435-47f0-4d4f-a877-742adedbd69e tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager.confirm_resize..do_confirm_resize" :: held 7.890s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1275.925506] env[65481]: DEBUG nova.scheduler.client.report [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1276.340930] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.341233] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.341505] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1276.341729] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1276.341953] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.344163] env[65481]: INFO nova.compute.manager [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Terminating instance [ 1276.431198] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.653s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1276.451099] env[65481]: INFO nova.scheduler.client.report [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Deleted allocations for instance e71d0781-c8f8-4c4e-aece-77a9badc9aa7 [ 1276.847830] env[65481]: DEBUG nova.compute.manager [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1276.848098] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1276.849135] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-199c5ff3-6c07-4859-b8bc-c5031099aebb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.857049] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1276.857374] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-f4c787cd-912c-4684-b928-33518272d5f6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1276.864676] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1276.864676] env[65481]: value = "task-4885483" [ 1276.864676] env[65481]: _type = "Task" [ 1276.864676] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1276.872575] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885483, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1276.959354] env[65481]: DEBUG oslo_concurrency.lockutils [None req-8622d78a-0267-4a68-9fe2-99ccd368c744 tempest-ServerRescueNegativeTestJSON-1335852832 tempest-ServerRescueNegativeTestJSON-1335852832-project-member] Lock "e71d0781-c8f8-4c4e-aece-77a9badc9aa7" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 8.231s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1277.374366] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885483, 'name': PowerOffVM_Task, 'duration_secs': 0.224375} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1277.374759] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1277.374853] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1277.375134] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-83146df0-3a88-4145-9d70-8c16d3f0178f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.494496] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1277.494772] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1277.495052] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleting the datastore file [datastore2] ad4cf41c-9a72-4a58-986c-7c4ced5e12bc {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1277.495346] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-69ff29cc-710c-4b54-a882-d5bbe4adcef8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1277.503938] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1277.503938] env[65481]: value = "task-4885485" [ 1277.503938] env[65481]: _type = "Task" [ 1277.503938] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1277.512648] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885485, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1278.016127] env[65481]: DEBUG oslo_vmware.api [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885485, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.144743} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1278.016383] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1278.016604] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1278.016823] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1278.017009] env[65481]: INFO nova.compute.manager [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Took 1.17 seconds to destroy the instance on the hypervisor. [ 1278.017276] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1278.017498] env[65481]: DEBUG nova.compute.manager [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1278.017596] env[65481]: DEBUG nova.network.neutron [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1278.017856] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.053429] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1278.518808] env[65481]: DEBUG nova.compute.manager [req-3182d49b-1713-49f7-a2a4-f0a3d7cbf98e req-77596d69-590e-42e2-8fd9-1033ad2063f7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Received event network-vif-deleted-0495a33d-e033-4844-931b-c5a8f8b44437 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1278.518808] env[65481]: INFO nova.compute.manager [req-3182d49b-1713-49f7-a2a4-f0a3d7cbf98e req-77596d69-590e-42e2-8fd9-1033ad2063f7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Neutron deleted interface 0495a33d-e033-4844-931b-c5a8f8b44437; detaching it from the instance and deleting it from the info cache [ 1278.521287] env[65481]: DEBUG nova.network.neutron [req-3182d49b-1713-49f7-a2a4-f0a3d7cbf98e req-77596d69-590e-42e2-8fd9-1033ad2063f7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1278.993476] env[65481]: DEBUG nova.network.neutron [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1279.024228] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-e78c43a9-4488-40e8-9b2d-6de77c957fe6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.036535] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce54ceeb-1b58-489b-b9d6-6b41c3177d0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1279.066221] env[65481]: DEBUG nova.compute.manager [req-3182d49b-1713-49f7-a2a4-f0a3d7cbf98e req-77596d69-590e-42e2-8fd9-1033ad2063f7 service nova] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Detach interface failed, port_id=0495a33d-e033-4844-931b-c5a8f8b44437, reason: Instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1279.497063] env[65481]: INFO nova.compute.manager [-] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Took 1.48 seconds to deallocate network for instance. [ 1280.003410] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1280.003638] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1280.003821] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1280.027401] env[65481]: INFO nova.scheduler.client.report [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted allocations for instance ad4cf41c-9a72-4a58-986c-7c4ced5e12bc [ 1280.535284] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f98197f1-ff12-4b91-8d3e-22a45b0e9d68 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "ad4cf41c-9a72-4a58-986c-7c4ced5e12bc" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.194s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1281.551735] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "8d75c2a1-2b08-4562-99ac-682831e1f211" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1281.552055] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.054795] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1282.579232] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1282.579590] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1282.581035] env[65481]: INFO nova.compute.claims [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1283.642471] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1e3ca073-e3ef-47e4-981c-91276c40712a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.650516] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3fc9c185-019f-40ac-bf77-8fa79f3b4853 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.679951] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b205c763-2912-4a10-baed-6d4239ee12ce {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.687674] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5857ccc2-8c66-4373-8625-af1c8c8feff5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1283.701282] env[65481]: DEBUG nova.compute.provider_tree [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1284.205154] env[65481]: DEBUG nova.scheduler.client.report [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1284.710414] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.131s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1284.710938] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1285.216686] env[65481]: DEBUG nova.compute.utils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1285.218498] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1285.218691] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1285.219052] env[65481]: WARNING neutronclient.v2_0.client [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.219360] env[65481]: WARNING neutronclient.v2_0.client [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1285.265194] env[65481]: DEBUG nova.policy [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0a5d5eba2440989380a04ef415e257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dea1b66f4fc4cde9a973e9347de235a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1285.603744] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Successfully created port: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1285.722972] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1286.732629] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1286.761291] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1286.761547] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1286.761770] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1286.761873] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1286.762022] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1286.762166] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1286.762427] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1286.762815] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1286.762815] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1286.762924] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1286.763072] env[65481]: DEBUG nova.virt.hardware [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1286.763946] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8c5448a4-0f35-44f2-97a6-fe1471d4082b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1286.772141] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c92e780e-266e-4d2c-ba47-d740e9fd445d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1287.009837] env[65481]: DEBUG nova.compute.manager [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Received event network-vif-plugged-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1287.010168] env[65481]: DEBUG oslo_concurrency.lockutils [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] Acquiring lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1287.010541] env[65481]: DEBUG oslo_concurrency.lockutils [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1287.010609] env[65481]: DEBUG oslo_concurrency.lockutils [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1287.010777] env[65481]: DEBUG nova.compute.manager [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] No waiting events found dispatching network-vif-plugged-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1287.010941] env[65481]: WARNING nova.compute.manager [req-72c2a508-4b46-421a-949d-8641f9c3fccc req-5702ab72-2e23-458d-a0dc-bdd808720565 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Received unexpected event network-vif-plugged-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca for instance with vm_state building and task_state spawning. [ 1287.105570] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Successfully updated port: 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1287.607603] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1287.607812] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1287.607993] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1288.142647] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1288.217647] env[65481]: WARNING neutronclient.v2_0.client [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1288.288285] env[65481]: DEBUG nova.network.neutron [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1288.791614] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1288.792021] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Instance network_info: |[{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1288.792503] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c3:ef:18', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1288.800606] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1288.800834] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1288.801081] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-bf5711ad-4c87-4961-94f3-d6ed307b49be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1288.822664] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1288.822664] env[65481]: value = "task-4885486" [ 1288.822664] env[65481]: _type = "Task" [ 1288.822664] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1288.834878] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885486, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.042642] env[65481]: DEBUG nova.compute.manager [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Received event network-changed-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1289.042946] env[65481]: DEBUG nova.compute.manager [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Refreshing instance network info cache due to event network-changed-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1289.043265] env[65481]: DEBUG oslo_concurrency.lockutils [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.043529] env[65481]: DEBUG oslo_concurrency.lockutils [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.043745] env[65481]: DEBUG nova.network.neutron [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Refreshing network info cache for port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1289.333691] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885486, 'name': CreateVM_Task, 'duration_secs': 0.322488} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.334058] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1289.334330] env[65481]: WARNING neutronclient.v2_0.client [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.334678] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.334850] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.335215] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1289.335478] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-70bb0741-3e67-454e-97ad-770ff86ace24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.340551] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1289.340551] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d8914c-d04b-74fe-09a7-ebde8ac8c859" [ 1289.340551] env[65481]: _type = "Task" [ 1289.340551] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.349563] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d8914c-d04b-74fe-09a7-ebde8ac8c859, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1289.547786] env[65481]: WARNING neutronclient.v2_0.client [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.687473] env[65481]: WARNING neutronclient.v2_0.client [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1289.761291] env[65481]: DEBUG nova.network.neutron [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updated VIF entry in instance network info cache for port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1289.761663] env[65481]: DEBUG nova.network.neutron [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1289.851183] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d8914c-d04b-74fe-09a7-ebde8ac8c859, 'name': SearchDatastore_Task, 'duration_secs': 0.010918} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1289.851439] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1289.851662] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1289.851891] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1289.852045] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1289.852226] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1289.852491] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-1b92de8b-168a-45fb-9d68-4ef0a88c3f86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.862224] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1289.862433] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1289.863215] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-231174d2-22f2-4c98-b6c0-924d987c0a84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1289.869276] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1289.869276] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f217f-c679-0581-dd5b-c96cb27c3a2d" [ 1289.869276] env[65481]: _type = "Task" [ 1289.869276] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1289.877348] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f217f-c679-0581-dd5b-c96cb27c3a2d, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.264631] env[65481]: DEBUG oslo_concurrency.lockutils [req-cd1f1651-848e-4e1d-83ef-a1c7db4852c2 req-08daef56-c209-4e4f-96f2-113f4465434b service nova] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.379917] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522f217f-c679-0581-dd5b-c96cb27c3a2d, 'name': SearchDatastore_Task, 'duration_secs': 0.010001} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.380728] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c2859d5b-920a-42dd-b019-83fb2f649a47 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.386431] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1290.386431] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5258b32c-5bdc-09b3-27ba-2684286557c3" [ 1290.386431] env[65481]: _type = "Task" [ 1290.386431] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.394406] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5258b32c-5bdc-09b3-27ba-2684286557c3, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1290.897195] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5258b32c-5bdc-09b3-27ba-2684286557c3, 'name': SearchDatastore_Task, 'duration_secs': 0.009508} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1290.897460] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1290.897709] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1290.898019] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-e4ca1e61-fd5d-47e2-b125-475864430dc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1290.904748] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1290.904748] env[65481]: value = "task-4885487" [ 1290.904748] env[65481]: _type = "Task" [ 1290.904748] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1290.912592] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885487, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.414258] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885487, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.462518} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.414682] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1291.414846] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1291.415037] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-417624ed-6b84-4392-99f3-51ac26cbfcbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.422084] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1291.422084] env[65481]: value = "task-4885488" [ 1291.422084] env[65481]: _type = "Task" [ 1291.422084] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.429298] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885488, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1291.932050] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885488, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.064447} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1291.932292] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1291.933015] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5de2d030-832f-4a06-9b9d-d64c51571aa4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.956055] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1291.956386] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-88a0e05d-4523-4871-8638-efd965e05187 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1291.977201] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1291.977201] env[65481]: value = "task-4885489" [ 1291.977201] env[65481]: _type = "Task" [ 1291.977201] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1291.985582] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885489, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1292.488249] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885489, 'name': ReconfigVM_Task, 'duration_secs': 0.302931} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1292.488619] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1292.489200] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-9836dc09-94e5-45ed-8787-7e85044ccd30 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1292.495748] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1292.495748] env[65481]: value = "task-4885490" [ 1292.495748] env[65481]: _type = "Task" [ 1292.495748] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1292.503874] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885490, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.005889] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885490, 'name': Rename_Task} progress is 14%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.506956] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885490, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1293.801244] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.801517] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.801696] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1293.801860] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1293.802028] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1293.805827] env[65481]: INFO nova.compute.manager [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Terminating instance [ 1294.008013] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885490, 'name': Rename_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.309895] env[65481]: DEBUG nova.compute.manager [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1294.310098] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1294.311045] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8d14e84-2c1c-48c2-9a46-f3a2d3818865 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.318605] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1294.318844] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-a4ddc2ec-9e13-4d82-901f-8c4a543ace5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.325050] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1294.325050] env[65481]: value = "task-4885491" [ 1294.325050] env[65481]: _type = "Task" [ 1294.325050] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.334195] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885491, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.508561] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885490, 'name': Rename_Task, 'duration_secs': 1.861619} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.509909] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1294.509909] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-114e9332-d33b-4823-906a-15430f96513c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.515349] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1294.515349] env[65481]: value = "task-4885492" [ 1294.515349] env[65481]: _type = "Task" [ 1294.515349] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.532248] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885492, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1294.835865] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885491, 'name': PowerOffVM_Task, 'duration_secs': 0.191915} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1294.836209] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1294.836512] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1294.836857] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-3ab806f0-faf7-4144-8eba-9c5e3bc9b19b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.900479] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1294.900838] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1294.901149] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Deleting the datastore file [datastore2] c46acfa1-0a1a-4141-9182-6e81b66609bf {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1294.901604] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bcf693e8-ddbc-4c6d-98c2-05912fa36b90 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1294.911029] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for the task: (returnval){ [ 1294.911029] env[65481]: value = "task-4885494" [ 1294.911029] env[65481]: _type = "Task" [ 1294.911029] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1294.921350] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885494, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1295.027793] env[65481]: DEBUG oslo_vmware.api [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885492, 'name': PowerOnVM_Task, 'duration_secs': 0.449737} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.028229] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1295.028559] env[65481]: INFO nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Took 8.30 seconds to spawn the instance on the hypervisor. [ 1295.028833] env[65481]: DEBUG nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1295.029720] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-da0fdd86-68d1-48e7-bd82-b1e3aff71ee0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1295.421113] env[65481]: DEBUG oslo_vmware.api [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Task: {'id': task-4885494, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.135527} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1295.421497] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1295.421953] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1295.422086] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1295.422352] env[65481]: INFO nova.compute.manager [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1295.422674] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1295.422942] env[65481]: DEBUG nova.compute.manager [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1295.423110] env[65481]: DEBUG nova.network.neutron [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1295.423423] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.456275] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1295.548782] env[65481]: INFO nova.compute.manager [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Took 12.99 seconds to build instance. [ 1295.956633] env[65481]: DEBUG nova.compute.manager [req-64b46bb5-016c-49ba-9b4b-41253bde850e req-ccfab949-2b08-4512-b0ca-57e82c6e02a8 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Received event network-vif-deleted-82017cad-e856-4545-8d77-81471f17b2a5 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1295.956823] env[65481]: INFO nova.compute.manager [req-64b46bb5-016c-49ba-9b4b-41253bde850e req-ccfab949-2b08-4512-b0ca-57e82c6e02a8 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Neutron deleted interface 82017cad-e856-4545-8d77-81471f17b2a5; detaching it from the instance and deleting it from the info cache [ 1295.957022] env[65481]: DEBUG nova.network.neutron [req-64b46bb5-016c-49ba-9b4b-41253bde850e req-ccfab949-2b08-4512-b0ca-57e82c6e02a8 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.051205] env[65481]: DEBUG oslo_concurrency.lockutils [None req-879f7eea-de1f-48c6-86d8-c73cd9abef7f tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.499s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1296.433076] env[65481]: DEBUG nova.network.neutron [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1296.459891] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-7b3d1e14-10fa-4518-93b5-f4fb99a965f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.470222] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0d766931-e1b5-4c3a-bfb6-46c74cf474fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1296.498364] env[65481]: DEBUG nova.compute.manager [req-64b46bb5-016c-49ba-9b4b-41253bde850e req-ccfab949-2b08-4512-b0ca-57e82c6e02a8 service nova] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Detach interface failed, port_id=82017cad-e856-4545-8d77-81471f17b2a5, reason: Instance c46acfa1-0a1a-4141-9182-6e81b66609bf could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1296.936611] env[65481]: INFO nova.compute.manager [-] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Took 1.51 seconds to deallocate network for instance. [ 1297.443845] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1297.444313] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1297.444423] env[65481]: DEBUG nova.objects.instance [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lazy-loading 'resources' on Instance uuid c46acfa1-0a1a-4141-9182-6e81b66609bf {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1297.985892] env[65481]: DEBUG nova.compute.manager [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Received event network-changed-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1297.986250] env[65481]: DEBUG nova.compute.manager [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Refreshing instance network info cache due to event network-changed-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1297.986327] env[65481]: DEBUG oslo_concurrency.lockutils [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1297.986438] env[65481]: DEBUG oslo_concurrency.lockutils [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1297.986619] env[65481]: DEBUG nova.network.neutron [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Refreshing network info cache for port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1298.015031] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48bc0482-007b-4768-b086-fc3dddce6554 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.023507] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-675adda4-be47-468f-a5e7-29ff978cc887 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.055093] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-db28a983-d025-44f8-b6e8-11da8f80c613 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.063472] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-edde0fb9-a38a-48b2-afe3-07a33cd2b449 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1298.077825] env[65481]: DEBUG nova.compute.provider_tree [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1298.489146] env[65481]: WARNING neutronclient.v2_0.client [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.580649] env[65481]: DEBUG nova.scheduler.client.report [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1298.672774] env[65481]: WARNING neutronclient.v2_0.client [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1298.743403] env[65481]: DEBUG nova.network.neutron [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updated VIF entry in instance network info cache for port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1298.743770] env[65481]: DEBUG nova.network.neutron [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1299.085457] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.641s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1299.104735] env[65481]: INFO nova.scheduler.client.report [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Deleted allocations for instance c46acfa1-0a1a-4141-9182-6e81b66609bf [ 1299.246334] env[65481]: DEBUG oslo_concurrency.lockutils [req-8bbaf8f6-54cb-4cbc-951b-71f2561494a7 req-d77682d3-e7f6-454b-b9a8-99782da7f5a0 service nova] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1299.613731] env[65481]: DEBUG oslo_concurrency.lockutils [None req-fd2106b8-8fee-4b9f-9027-d3fbf9d645bf tempest-ServersV294TestFqdnHostnames-775001242 tempest-ServersV294TestFqdnHostnames-775001242-project-member] Lock "c46acfa1-0a1a-4141-9182-6e81b66609bf" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.812s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1303.280197] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1303.280197] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1303.783585] env[65481]: INFO nova.compute.manager [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Detaching volume 46a312a9-0f38-43c7-a05e-e770b56bfce3 [ 1303.821353] env[65481]: INFO nova.virt.block_device [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Attempting to driver detach volume 46a312a9-0f38-43c7-a05e-e770b56bfce3 from mountpoint /dev/sdb [ 1303.821591] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1303.821769] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952004', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'name': 'volume-46a312a9-0f38-43c7-a05e-e770b56bfce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '35c6bdaf-032f-42e6-a65a-80234524c7d1', 'attached_at': '', 'detached_at': '', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'serial': '46a312a9-0f38-43c7-a05e-e770b56bfce3'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1303.822681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3045767f-0b99-4139-90d7-29965168e440 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.844952] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82637fe5-34a1-4281-b2aa-2c0aa3fbb47a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.852774] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58e70cf8-4cd7-4485-aec1-51d9827ec2b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.873354] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07498f5e-230f-4136-af2b-acce2d8cd9d0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.889099] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The volume has not been displaced from its original location: [datastore2] volume-46a312a9-0f38-43c7-a05e-e770b56bfce3/volume-46a312a9-0f38-43c7-a05e-e770b56bfce3.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1303.894340] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfiguring VM instance instance-00000075 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1303.894642] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-36409762-6265-40ab-a496-66ec9dd9610c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1303.920495] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1303.920495] env[65481]: value = "task-4885495" [ 1303.920495] env[65481]: _type = "Task" [ 1303.920495] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1303.930291] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885495, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.429936] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885495, 'name': ReconfigVM_Task, 'duration_secs': 0.215245} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.430328] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Reconfigured VM instance instance-00000075 to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1304.434642] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-afea253f-2ec6-4ff7-a8b2-1a292a7978ad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1304.449185] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1304.449185] env[65481]: value = "task-4885496" [ 1304.449185] env[65481]: _type = "Task" [ 1304.449185] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1304.456963] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885496, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1304.959954] env[65481]: DEBUG oslo_vmware.api [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885496, 'name': ReconfigVM_Task, 'duration_secs': 0.126736} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1304.960416] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952004', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'name': 'volume-46a312a9-0f38-43c7-a05e-e770b56bfce3', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'attached', 'instance': '35c6bdaf-032f-42e6-a65a-80234524c7d1', 'attached_at': '', 'detached_at': '', 'volume_id': '46a312a9-0f38-43c7-a05e-e770b56bfce3', 'serial': '46a312a9-0f38-43c7-a05e-e770b56bfce3'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1305.506719] env[65481]: DEBUG nova.objects.instance [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'flavor' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1306.515051] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d354f7e4-3b5e-4d25-bc9f-c2cf812615f0 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.235s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.539035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.539035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.539035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1307.539035] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1307.539577] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1307.541210] env[65481]: INFO nova.compute.manager [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Terminating instance [ 1308.045870] env[65481]: DEBUG nova.compute.manager [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1308.046119] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1308.047448] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b9876f3a-2112-4e77-b511-f5ff094e059e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.055010] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1308.055198] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-cd2392ab-ef7d-48d6-8652-8224c50e6c23 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.061322] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1308.061322] env[65481]: value = "task-4885497" [ 1308.061322] env[65481]: _type = "Task" [ 1308.061322] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.069656] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885497, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1308.572047] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885497, 'name': PowerOffVM_Task, 'duration_secs': 0.158902} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1308.572314] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1308.572469] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1308.572718] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-0c62eec3-8303-41eb-8803-620b57dcaea2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.634301] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1308.634533] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1308.634710] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1308.634993] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-9a461064-be5a-41f9-844c-56585ce4107b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1308.642766] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1308.642766] env[65481]: value = "task-4885499" [ 1308.642766] env[65481]: _type = "Task" [ 1308.642766] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1308.651089] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885499, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1309.153323] env[65481]: DEBUG oslo_vmware.api [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885499, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.185524} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1309.153596] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1309.153776] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1309.153944] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1309.154132] env[65481]: INFO nova.compute.manager [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1309.154388] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1309.154587] env[65481]: DEBUG nova.compute.manager [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1309.154685] env[65481]: DEBUG nova.network.neutron [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1309.154936] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.188198] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1309.645207] env[65481]: DEBUG nova.compute.manager [req-aca38829-33e1-494d-a943-a659b8072043 req-f7f95855-103a-4d3b-9d0c-811b14ae5bbe service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Received event network-vif-deleted-16017732-fc69-4689-ae19-7ab3c5c9c3df {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1309.645548] env[65481]: INFO nova.compute.manager [req-aca38829-33e1-494d-a943-a659b8072043 req-f7f95855-103a-4d3b-9d0c-811b14ae5bbe service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Neutron deleted interface 16017732-fc69-4689-ae19-7ab3c5c9c3df; detaching it from the instance and deleting it from the info cache [ 1309.645741] env[65481]: DEBUG nova.network.neutron [req-aca38829-33e1-494d-a943-a659b8072043 req-f7f95855-103a-4d3b-9d0c-811b14ae5bbe service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.127399] env[65481]: DEBUG nova.network.neutron [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1310.150359] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-33ec62e9-e781-418a-afd2-7274cd6c2bb0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.160580] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0cfac1bd-3746-483d-a627-6457d40ac9a0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1310.189193] env[65481]: DEBUG nova.compute.manager [req-aca38829-33e1-494d-a943-a659b8072043 req-f7f95855-103a-4d3b-9d0c-811b14ae5bbe service nova] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Detach interface failed, port_id=16017732-fc69-4689-ae19-7ab3c5c9c3df, reason: Instance 35c6bdaf-032f-42e6-a65a-80234524c7d1 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1310.631878] env[65481]: INFO nova.compute.manager [-] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Took 1.48 seconds to deallocate network for instance. [ 1311.138916] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1311.139355] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1311.139469] env[65481]: DEBUG nova.objects.instance [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'resources' on Instance uuid 35c6bdaf-032f-42e6-a65a-80234524c7d1 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1311.685589] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-324b2717-a61a-408f-b576-8b8f2d83c143 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.693166] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7e7eda24-5aea-4bdc-b89d-2f85c428e8e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.725620] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bec5c439-a8b1-494a-8ccf-9019e25dc4a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.732995] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f33d6a5-0b4f-419c-b705-9a2f36b6028e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1311.746201] env[65481]: DEBUG nova.compute.provider_tree [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1312.249312] env[65481]: DEBUG nova.scheduler.client.report [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1312.754290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.615s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1312.778629] env[65481]: INFO nova.scheduler.client.report [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted allocations for instance 35c6bdaf-032f-42e6-a65a-80234524c7d1 [ 1313.286310] env[65481]: DEBUG oslo_concurrency.lockutils [None req-a1c8d081-84e9-4f7a-9fd1-bc42e5b12315 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "35c6bdaf-032f-42e6-a65a-80234524c7d1" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.748s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1316.054179] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1316.054503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1316.558862] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1317.081649] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1317.081940] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1317.083805] env[65481]: INFO nova.compute.claims [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1318.138731] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26117628-fd2c-4794-8f53-45fc16575a72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.147067] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-36996d8b-7129-4eec-b388-89e0857a5f44 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.176960] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9592d2c4-fe79-4bd8-a4d8-696c566fb822 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.184359] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e8949f8f-e58b-4fc5-8aa4-c90a4bc72ffa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1318.197978] env[65481]: DEBUG nova.compute.provider_tree [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1318.701089] env[65481]: DEBUG nova.scheduler.client.report [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1319.206626] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.124s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1319.207232] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1319.712637] env[65481]: DEBUG nova.compute.utils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1319.714531] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1319.715104] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1319.715230] env[65481]: WARNING neutronclient.v2_0.client [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.715548] env[65481]: WARNING neutronclient.v2_0.client [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1319.763105] env[65481]: DEBUG nova.policy [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '13057270c0fb4d28a8b26b8c68ca9954', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': 'edaeb7129a064535bf3031849d98e912', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1320.052601] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Successfully created port: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1320.219443] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1321.231302] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1321.260260] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1321.260513] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1321.260764] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1321.260971] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1321.261131] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1321.261278] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1321.261483] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1321.261634] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1321.261795] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1321.261951] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1321.262129] env[65481]: DEBUG nova.virt.hardware [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1321.262997] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4a438de-d85c-4e33-a5df-0009efa350ae {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.271478] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-12cf48e6-a0dc-4fb8-b54c-cf66cc813ab9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1321.479056] env[65481]: DEBUG nova.compute.manager [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1321.479281] env[65481]: DEBUG oslo_concurrency.lockutils [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1321.479488] env[65481]: DEBUG oslo_concurrency.lockutils [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1321.479754] env[65481]: DEBUG oslo_concurrency.lockutils [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1321.479944] env[65481]: DEBUG nova.compute.manager [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] No waiting events found dispatching network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1321.480184] env[65481]: WARNING nova.compute.manager [req-85f2197e-1f2b-4ca3-8c29-97899f88bdec req-3a31bf23-ece3-4488-ba3a-895180343331 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received unexpected event network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 for instance with vm_state building and task_state spawning. [ 1321.565073] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Successfully updated port: 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1322.067647] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1322.067984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1322.068081] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1322.606088] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1322.678529] env[65481]: WARNING neutronclient.v2_0.client [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1322.745813] env[65481]: DEBUG nova.network.neutron [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1323.248870] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1323.248965] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance network_info: |[{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1323.249442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:74:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3a408f-d7ec-4d9b-ad7d-4e565475f736', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1323.256829] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1323.257067] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1323.257350] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6482aa12-1822-4987-afb4-9f5a8fdaa37b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.277741] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1323.277741] env[65481]: value = "task-4885500" [ 1323.277741] env[65481]: _type = "Task" [ 1323.277741] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.286279] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885500, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1323.510500] env[65481]: DEBUG nova.compute.manager [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1323.510739] env[65481]: DEBUG nova.compute.manager [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing instance network info cache due to event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1323.510990] env[65481]: DEBUG oslo_concurrency.lockutils [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.511154] env[65481]: DEBUG oslo_concurrency.lockutils [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.511411] env[65481]: DEBUG nova.network.neutron [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1323.788143] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885500, 'name': CreateVM_Task, 'duration_secs': 0.290629} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1323.788553] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1323.788758] env[65481]: WARNING neutronclient.v2_0.client [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1323.789121] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1323.789276] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1323.789587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1323.789835] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-273f904e-0161-432a-8e97-cb40814c8c82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1323.794704] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1323.794704] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520b891b-1689-e31c-de7a-9d41b2bc71c2" [ 1323.794704] env[65481]: _type = "Task" [ 1323.794704] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1323.802303] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520b891b-1689-e31c-de7a-9d41b2bc71c2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.014626] env[65481]: WARNING neutronclient.v2_0.client [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.160333] env[65481]: WARNING neutronclient.v2_0.client [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1324.230517] env[65481]: DEBUG nova.network.neutron [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updated VIF entry in instance network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1324.230899] env[65481]: DEBUG nova.network.neutron [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1324.306992] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520b891b-1689-e31c-de7a-9d41b2bc71c2, 'name': SearchDatastore_Task, 'duration_secs': 0.010091} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.307288] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.307521] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1324.307752] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1324.307891] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1324.308072] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1324.308346] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-bc75dc17-bdbf-4e44-ad79-a27790fd9ce9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.317238] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1324.317434] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1324.318142] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c23562c9-00e8-4582-9eb9-f6c9cc049919 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.323643] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1324.323643] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6770e-e55e-bab2-6f31-d367d9fcf2e2" [ 1324.323643] env[65481]: _type = "Task" [ 1324.323643] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.331062] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6770e-e55e-bab2-6f31-d367d9fcf2e2, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1324.733650] env[65481]: DEBUG oslo_concurrency.lockutils [req-54c9ae2b-86ff-4616-8371-97a39e5ed871 req-c412dac2-a837-46c8-8d22-ed398897474a service nova] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1324.834872] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52a6770e-e55e-bab2-6f31-d367d9fcf2e2, 'name': SearchDatastore_Task, 'duration_secs': 0.008945} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1324.835690] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1cdc8d8d-383e-4041-9270-83e0b8746454 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1324.841643] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1324.841643] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fcb563-6480-05e4-474d-f62ad518ab13" [ 1324.841643] env[65481]: _type = "Task" [ 1324.841643] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1324.850130] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fcb563-6480-05e4-474d-f62ad518ab13, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.351922] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52fcb563-6480-05e4-474d-f62ad518ab13, 'name': SearchDatastore_Task, 'duration_secs': 0.009542} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.352196] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1325.352407] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1325.352673] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-cbcb6a6c-6d8b-4b74-bc78-85e993897d41 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.358916] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1325.358916] env[65481]: value = "task-4885501" [ 1325.358916] env[65481]: _type = "Task" [ 1325.358916] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.366615] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885501, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1325.868302] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885501, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.458403} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1325.868704] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1325.868818] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1325.868993] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-d8df6506-2d96-495e-8ae8-2f3c68e00e48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1325.876020] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1325.876020] env[65481]: value = "task-4885502" [ 1325.876020] env[65481]: _type = "Task" [ 1325.876020] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1325.885358] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885502, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.386375] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885502, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.05709} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.386676] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1326.387533] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e0754df6-dc2c-4733-9a4c-be8137baa8cc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.410917] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1326.411268] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1c802b49-7d0e-4542-9043-dfa0f2b6c9a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.431366] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1326.431366] env[65481]: value = "task-4885503" [ 1326.431366] env[65481]: _type = "Task" [ 1326.431366] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.439481] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885503, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1326.943159] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885503, 'name': ReconfigVM_Task, 'duration_secs': 0.262937} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1326.943556] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1326.944110] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-250df131-51dc-4b8e-8b3f-7aa52a96315b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1326.951233] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1326.951233] env[65481]: value = "task-4885504" [ 1326.951233] env[65481]: _type = "Task" [ 1326.951233] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1326.959874] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885504, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.461427] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885504, 'name': Rename_Task, 'duration_secs': 0.133409} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1327.461771] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1327.462061] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-1014abc3-38fe-476e-aeb5-aeb1e4a80719 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1327.469998] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1327.469998] env[65481]: value = "task-4885505" [ 1327.469998] env[65481]: _type = "Task" [ 1327.469998] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1327.479829] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885505, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1327.569673] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.569921] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570111] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570224] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570366] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570504] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570642] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.570777] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1327.570915] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1327.982397] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.074816] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.075028] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.075225] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1328.075359] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1328.076245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-77b016e9-d9a6-4540-8a4b-edd4d3da2f26 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.084531] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7970a52-77f2-4544-9b08-5e93486e7ffe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.098355] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b71dd679-3cb6-4f5d-aa8a-069798d1bf83 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.105082] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cec1e1d4-9b41-4882-9af3-b8acfa983e74 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1328.133874] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180168MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1328.134052] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1328.134252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1328.482202] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1328.988470] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885505, 'name': PowerOnVM_Task} progress is 66%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1329.165039] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 8d75c2a1-2b08-4562-99ac-682831e1f211 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1329.165039] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1329.165272] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1329.165354] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '2', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'io_workload': '1', 'num_vm_building': '1', 'num_task_spawning': '1', 'num_proj_edaeb7129a064535bf3031849d98e912': '1'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1329.204821] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c897c986-d767-4b85-ad57-2e502c999561 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.212553] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15863a32-112b-4160-bc8b-ccb685af860f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.242275] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feba5bed-de90-464a-8baa-8f03c5038243 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.249974] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bacc50d3-3f95-4096-a2ad-ad0fbc3cc5ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.263517] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1329.484098] env[65481]: DEBUG oslo_vmware.api [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885505, 'name': PowerOnVM_Task, 'duration_secs': 2.011491} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1329.484408] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1329.484661] env[65481]: INFO nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Took 8.25 seconds to spawn the instance on the hypervisor. [ 1329.484861] env[65481]: DEBUG nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1329.485739] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bc1ce9f8-0949-44b2-a9b3-d5473b069141 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1329.766797] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1330.003938] env[65481]: INFO nova.compute.manager [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Took 12.94 seconds to build instance. [ 1330.258094] env[65481]: DEBUG nova.compute.manager [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1330.258458] env[65481]: DEBUG nova.compute.manager [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing instance network info cache due to event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1330.258664] env[65481]: DEBUG oslo_concurrency.lockutils [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1330.258880] env[65481]: DEBUG oslo_concurrency.lockutils [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1330.259136] env[65481]: DEBUG nova.network.neutron [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1330.271399] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1330.271656] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.137s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.508700] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5c2833e9-5bc5-433a-897a-a9c25edb7193 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.454s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1330.762120] env[65481]: WARNING neutronclient.v2_0.client [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.927270] env[65481]: WARNING neutronclient.v2_0.client [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1330.997205] env[65481]: DEBUG nova.network.neutron [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updated VIF entry in instance network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1330.997581] env[65481]: DEBUG nova.network.neutron [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1331.500471] env[65481]: DEBUG oslo_concurrency.lockutils [req-8f523e2b-ff0a-4a8d-9f42-69c2ce837cda req-0a332c23-df96-4add-9998-c41508fc833b service nova] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1334.651446] env[65481]: DEBUG nova.compute.manager [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Stashing vm_state: active {{(pid=65481) _prep_resize /opt/stack/nova/nova/compute/manager.py:6176}} [ 1335.172518] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1335.172806] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1335.677549] env[65481]: INFO nova.compute.claims [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1336.184555] env[65481]: INFO nova.compute.resource_tracker [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating resource usage from migration 44cc6965-082e-4167-bdd2-0aa186b00214 [ 1336.236256] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a2feedf-fd8e-4558-b6c3-df9566e1cdda {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.247987] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0ab94e63-8b77-4a43-b366-d8c14ba07cb8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.285592] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-29bdfee3-828a-4824-9532-f83dceaa9964 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.294127] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a4b8a1a2-687f-4f13-83f2-50c92b0d2fd0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1336.307964] env[65481]: DEBUG nova.compute.provider_tree [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1336.811547] env[65481]: DEBUG nova.scheduler.client.report [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1337.316991] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.resize_claim" :: held 2.144s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1337.317247] env[65481]: INFO nova.compute.manager [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Migrating [ 1337.832126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1337.832126] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1337.832126] env[65481]: DEBUG nova.network.neutron [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1338.335632] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.506472] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1338.574200] env[65481]: DEBUG nova.network.neutron [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1339.076912] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1340.591791] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5b7a396-9bd8-4954-8302-8423ec99f356 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1340.611028] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 0 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1341.117483] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1341.117765] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-0dced865-6f4d-4555-8069-25aa6bf33ea9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1341.130194] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1341.130194] env[65481]: value = "task-4885506" [ 1341.130194] env[65481]: _type = "Task" [ 1341.130194] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1341.138918] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885506, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1341.641340] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885506, 'name': PowerOffVM_Task, 'duration_secs': 0.183005} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1341.641734] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1341.641792] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 17 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1342.148985] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:35Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='84',id=12,is_public=True,memory_mb=256,name='m1.micro',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1342.149265] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1342.149424] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1342.149604] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1342.149744] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1342.149885] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1342.150097] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1342.150253] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1342.150418] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1342.150580] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1342.150747] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1342.155706] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-5ea5859a-db16-45f8-9b05-960ba90284a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1342.172241] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1342.172241] env[65481]: value = "task-4885507" [ 1342.172241] env[65481]: _type = "Task" [ 1342.172241] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1342.181609] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885507, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1342.682564] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885507, 'name': ReconfigVM_Task, 'duration_secs': 0.157702} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1342.682960] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 33 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1343.189987] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1343.190278] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1343.190402] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1343.190581] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1343.190724] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1343.190869] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1343.191100] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1343.191277] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1343.191440] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1343.191597] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1343.191766] env[65481]: DEBUG nova.virt.hardware [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1343.197281] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1343.197628] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-b9d10b60-6e0e-4a3b-984b-782615b80c7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.215686] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1343.215686] env[65481]: value = "task-4885508" [ 1343.215686] env[65481]: _type = "Task" [ 1343.215686] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.224152] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885508, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1343.725328] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885508, 'name': ReconfigVM_Task, 'duration_secs': 0.143629} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1343.725634] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1343.726687] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4a559dd8-3973-4888-9026-551cac2bdac3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.748066] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1343.748646] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-278132af-208d-4dfc-a69a-ab9d595f5e13 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1343.766681] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1343.766681] env[65481]: value = "task-4885509" [ 1343.766681] env[65481]: _type = "Task" [ 1343.766681] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1343.774211] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885509, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1344.276728] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885509, 'name': ReconfigVM_Task, 'duration_secs': 0.246005} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1344.277011] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1344.277290] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 50 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1344.785185] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b6af6fe4-7f0f-401a-926a-1e7cd7245864 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.805062] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-987db19d-a8f3-4de6-9947-111c49227c61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1344.823306] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 67 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1345.330895] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.331623] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1345.377646] env[65481]: DEBUG nova.network.neutron [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1346.400574] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1346.400936] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1346.401077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1347.404109] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1347.435685] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1347.435917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1347.436059] env[65481]: DEBUG nova.network.neutron [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1347.938861] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.107247] env[65481]: WARNING neutronclient.v2_0.client [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1348.177580] env[65481]: DEBUG nova.network.neutron [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1348.680164] env[65481]: DEBUG oslo_concurrency.lockutils [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1349.213118] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e61456a9-d34a-409b-9adf-e795feb545b5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.232725] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4380c60d-df4e-48f6-ba4d-7dbf83e72b25 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.240502] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 83 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1349.747984] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1349.748423] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-da8211fb-3e8b-4cb0-8928-3f6651edc186 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1349.755901] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1349.755901] env[65481]: value = "task-4885510" [ 1349.755901] env[65481]: _type = "Task" [ 1349.755901] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1349.765395] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885510, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1350.266080] env[65481]: DEBUG oslo_vmware.api [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885510, 'name': PowerOnVM_Task, 'duration_secs': 0.407227} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1350.266317] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1350.266499] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-4b61022c-c588-4637-a7f2-df838c214474 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance '8d75c2a1-2b08-4562-99ac-682831e1f211' progress to 100 {{(pid=65481) _update_instance_progress /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1352}} [ 1353.043558] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.080390] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.080812] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.081106] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.118774] env[65481]: DEBUG nova.network.neutron [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Port 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca binding to destination host cpu-1 is already ACTIVE {{(pid=65481) migrate_instance_start /opt/stack/nova/nova/network/neutron.py:3231}} [ 1353.119099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1353.119253] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1353.119416] env[65481]: DEBUG nova.network.neutron [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1353.622434] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.791859] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1353.861687] env[65481]: DEBUG nova.network.neutron [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1354.364776] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1354.868765] env[65481]: DEBUG nova.compute.manager [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Hypervisor driver does not support instance shared storage check, assuming it's not on shared storage {{(pid=65481) _is_instance_storage_shared /opt/stack/nova/nova/compute/manager.py:925}} [ 1354.868986] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1354.869166] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1355.372584] env[65481]: DEBUG nova.objects.instance [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'migration_context' on Instance uuid 8d75c2a1-2b08-4562-99ac-682831e1f211 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1355.933978] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0191d559-9415-4225-bf0e-b552d9f2890e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.941959] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bd28c674-899e-4f2b-b91b-496a4d53e8ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.973269] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6c3d1a20-02c1-4e95-8a44-a89f5c55c630 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.981393] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c5f2cf1c-9690-41d8-83b5-aab3863cf7bd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1355.994948] env[65481]: DEBUG nova.compute.provider_tree [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1356.498823] env[65481]: DEBUG nova.scheduler.client.report [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1357.511100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.drop_move_claim_at_dest" :: held 2.642s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1359.046593] env[65481]: INFO nova.compute.manager [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Swapping old allocation on dict_keys(['59619575-36e0-4460-b2ca-997bd849c0d9']) held by migration 44cc6965-082e-4167-bdd2-0aa186b00214 for instance [ 1359.068642] env[65481]: DEBUG nova.scheduler.client.report [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Overwriting current allocation {'allocations': {'59619575-36e0-4460-b2ca-997bd849c0d9': {'resources': {'DISK_GB': 1, 'MEMORY_MB': 256, 'VCPU': 1}, 'generation': 172}}, 'project_id': '7dea1b66f4fc4cde9a973e9347de235a', 'user_id': '4a0a5d5eba2440989380a04ef415e257', 'consumer_generation': 1} on consumer 8d75c2a1-2b08-4562-99ac-682831e1f211 {{(pid=65481) move_allocations /opt/stack/nova/nova/scheduler/client/report.py:2036}} [ 1359.136963] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.180783] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1359.181153] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1359.181448] env[65481]: DEBUG nova.network.neutron [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1359.684191] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.848278] env[65481]: WARNING neutronclient.v2_0.client [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1359.919021] env[65481]: DEBUG nova.network.neutron [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [{"id": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "address": "fa:16:3e:c3:ef:18", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.8", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap0e60b5d6-f7", "ovs_interfaceid": "0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1360.422291] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-8d75c2a1-2b08-4562-99ac-682831e1f211" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1360.422775] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1360.423053] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-50a6970b-935b-46f2-a964-c8e4ed78936f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.431856] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1360.431856] env[65481]: value = "task-4885511" [ 1360.431856] env[65481]: _type = "Task" [ 1360.431856] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.442357] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885511, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1360.942397] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885511, 'name': PowerOffVM_Task, 'duration_secs': 0.240137} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1360.942624] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1360.943277] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1360.943492] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1360.943638] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1360.943814] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1360.943958] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1360.944142] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1360.944361] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1360.944520] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1360.944682] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1360.944841] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1360.945014] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1360.949943] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-0f923c61-4b10-411e-9311-d7007ce56ae7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1360.966578] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1360.966578] env[65481]: value = "task-4885512" [ 1360.966578] env[65481]: _type = "Task" [ 1360.966578] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1360.975300] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885512, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1361.477653] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885512, 'name': ReconfigVM_Task, 'duration_secs': 0.138867} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1361.478512] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-163323df-d024-443f-b516-b2686d1274b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.498087] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format='bare',created_at=,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=1,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=,status=,tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1361.498351] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1361.498470] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1361.498662] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1361.498794] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1361.498935] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1361.499146] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1361.499302] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1361.499468] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1361.499624] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1361.499795] env[65481]: DEBUG nova.virt.hardware [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1361.500620] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-624b6fcd-b841-4165-ac6a-93c77a8bf280 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1361.506980] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1361.506980] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237f783-a5b4-d089-73b4-e55e282a2b59" [ 1361.506980] env[65481]: _type = "Task" [ 1361.506980] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1361.517285] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237f783-a5b4-d089-73b4-e55e282a2b59, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.017121] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237f783-a5b4-d089-73b4-e55e282a2b59, 'name': SearchDatastore_Task, 'duration_secs': 0.009901} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.022586] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfiguring VM instance instance-00000077 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1362.022908] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-4b49c35e-6b14-43ad-8338-686310c82d2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.040946] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1362.040946] env[65481]: value = "task-4885513" [ 1362.040946] env[65481]: _type = "Task" [ 1362.040946] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.049427] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885513, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1362.554404] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885513, 'name': ReconfigVM_Task, 'duration_secs': 0.156983} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1362.554981] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfigured VM instance instance-00000077 to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1362.555895] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46337406-94de-4992-877c-3ccff57ec158 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.581569] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfiguring VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1362.581886] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-28cddfd5-44f3-471b-93c7-1a693f94a40c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1362.600400] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1362.600400] env[65481]: value = "task-4885514" [ 1362.600400] env[65481]: _type = "Task" [ 1362.600400] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1362.608810] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885514, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.110876] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885514, 'name': ReconfigVM_Task, 'duration_secs': 0.260836} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.111173] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Reconfigured VM instance instance-00000077 to attach disk [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211/8d75c2a1-2b08-4562-99ac-682831e1f211.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1363.111998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b0d608a4-6593-4551-a486-20a7ffd2b8b3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.131296] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71b76e02-7154-4068-ab8c-3ca0697fbde5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.149727] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b6dbeee-9c5e-4684-88c8-7e30824f9597 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.168537] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cdff24ca-4f29-482e-a0c2-e151d08a381f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.176198] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1363.176454] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-193ebff5-91f9-4f04-9971-a486fbd966d2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1363.183357] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1363.183357] env[65481]: value = "task-4885515" [ 1363.183357] env[65481]: _type = "Task" [ 1363.183357] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1363.191776] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885515, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1363.694443] env[65481]: DEBUG oslo_vmware.api [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885515, 'name': PowerOnVM_Task, 'duration_secs': 0.366634} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1363.694840] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1364.706018] env[65481]: INFO nova.compute.manager [None req-d03d0ee6-807d-4c74-a349-917605907a81 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance to original state: 'active' [ 1365.979374] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "8d75c2a1-2b08-4562-99ac-682831e1f211" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.979778] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.979824] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1365.979989] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1365.980220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1365.982354] env[65481]: INFO nova.compute.manager [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Terminating instance [ 1366.486549] env[65481]: DEBUG nova.compute.manager [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1366.486796] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1366.487716] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5e68449b-bbe1-4caa-9b81-fe5fa9733815 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.496093] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1366.496390] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-809a1cbe-ea23-48c5-94d8-93e734a9d4b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1366.503216] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1366.503216] env[65481]: value = "task-4885516" [ 1366.503216] env[65481]: _type = "Task" [ 1366.503216] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1366.512019] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885516, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.014382] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885516, 'name': PowerOffVM_Task, 'duration_secs': 0.166808} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.014779] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1367.014779] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1367.015028] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-6b513911-24e4-4d17-92fc-f7920b129dcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.084862] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1367.085070] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1367.085212] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleting the datastore file [datastore2] 8d75c2a1-2b08-4562-99ac-682831e1f211 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1367.085488] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-145713bc-6adc-4e1e-a6fb-8aebf9575105 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1367.093752] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1367.093752] env[65481]: value = "task-4885518" [ 1367.093752] env[65481]: _type = "Task" [ 1367.093752] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1367.102207] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885518, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1367.604343] env[65481]: DEBUG oslo_vmware.api [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885518, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.159875} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1367.604602] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1367.604782] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1367.604959] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1367.605142] env[65481]: INFO nova.compute.manager [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1367.605401] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1367.605647] env[65481]: DEBUG nova.compute.manager [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1367.605763] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1367.606032] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1367.651911] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1368.147320] env[65481]: DEBUG nova.compute.manager [req-5beb19a7-6f6d-4e2e-863e-f8e2532d36cd req-8b77ada5-c59f-4989-b6bb-018cde4bc70b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Received event network-vif-deleted-0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1368.147598] env[65481]: INFO nova.compute.manager [req-5beb19a7-6f6d-4e2e-863e-f8e2532d36cd req-8b77ada5-c59f-4989-b6bb-018cde4bc70b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Neutron deleted interface 0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca; detaching it from the instance and deleting it from the info cache [ 1368.147598] env[65481]: DEBUG nova.network.neutron [req-5beb19a7-6f6d-4e2e-863e-f8e2532d36cd req-8b77ada5-c59f-4989-b6bb-018cde4bc70b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.378290] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1368.378591] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" acquired by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1368.378776] env[65481]: INFO nova.compute.manager [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Shelving [ 1368.621049] env[65481]: DEBUG nova.network.neutron [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1368.650622] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-249831c1-a268-4b96-a97c-01e25eaf4ec8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.662594] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e34a866c-c342-4298-954f-b89fcf646b77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1368.691166] env[65481]: DEBUG nova.compute.manager [req-5beb19a7-6f6d-4e2e-863e-f8e2532d36cd req-8b77ada5-c59f-4989-b6bb-018cde4bc70b service nova] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Detach interface failed, port_id=0e60b5d6-f73d-4c50-a9c1-50ef2b1c05ca, reason: Instance 8d75c2a1-2b08-4562-99ac-682831e1f211 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1369.123620] env[65481]: INFO nova.compute.manager [-] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Took 1.52 seconds to deallocate network for instance. [ 1369.388498] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1369.389243] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b2884eb9-2254-4f23-b625-31db40c6798d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.397740] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1369.397740] env[65481]: value = "task-4885519" [ 1369.397740] env[65481]: _type = "Task" [ 1369.397740] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1369.407473] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885519, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1369.630764] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1369.631060] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1369.631250] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1369.658366] env[65481]: INFO nova.scheduler.client.report [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted allocations for instance 8d75c2a1-2b08-4562-99ac-682831e1f211 [ 1369.907804] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885519, 'name': PowerOffVM_Task, 'duration_secs': 0.182132} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1369.907924] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1369.908736] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8d29f0dd-c41b-4e10-987a-8635e8c6a1dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1369.926949] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9c719074-e70a-4447-b925-e7455c32423f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.166496] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bb094a8a-9a23-446d-ab34-b59605b0abe9 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "8d75c2a1-2b08-4562-99ac-682831e1f211" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 4.187s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1370.438204] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Creating Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:913}} [ 1370.438543] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CreateSnapshot_Task with opID=oslo.vmware-c0bd146b-3172-45e7-8e42-349b1fbfc29f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.446995] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1370.446995] env[65481]: value = "task-4885520" [ 1370.446995] env[65481]: _type = "Task" [ 1370.446995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1370.456218] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885520, 'name': CreateSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1370.958692] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885520, 'name': CreateSnapshot_Task, 'duration_secs': 0.451328} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1370.960223] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Created Snapshot of the VM instance {{(pid=65481) _create_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:922}} [ 1370.963646] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d3da26fd-3e0e-4962-b3d5-94746be429a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1370.966567] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1370.968216] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.472071] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1371.489900] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Creating linked-clone VM from snapshot {{(pid=65481) _create_linked_clone_from_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:955}} [ 1371.490637] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.CloneVM_Task with opID=oslo.vmware-d2cf0494-ce29-47e2-b9c3-4806b63cf99b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1371.500202] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1371.500202] env[65481]: value = "task-4885521" [ 1371.500202] env[65481]: _type = "Task" [ 1371.500202] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1371.509623] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885521, 'name': CloneVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1371.994243] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1371.994643] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1371.996391] env[65481]: INFO nova.compute.claims [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1372.010433] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885521, 'name': CloneVM_Task} progress is 94%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1372.513955] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885521, 'name': CloneVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1373.017201] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885521, 'name': CloneVM_Task, 'duration_secs': 1.035581} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1373.017503] env[65481]: INFO nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Created linked-clone VM from snapshot [ 1373.018341] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-753aa5a7-23b3-4795-aa4e-9992a35b268d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.027284] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Uploading image 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:441}} [ 1373.056857] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9e60bfab-a328-47ce-88f2-89d0c195006f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.061435] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HttpNfcLease lease for exporting VM: (result){ [ 1373.061435] env[65481]: value = "vm-952015" [ 1373.061435] env[65481]: _type = "VirtualMachine" [ 1373.061435] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:478}} [ 1373.061711] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ExportVm with opID=oslo.vmware-188cbe80-de79-4526-9a1b-1a986ddfacf0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.069388] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6b185d49-2367-4a74-b3e9-aed861550184 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.073262] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease: (returnval){ [ 1373.073262] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e8a0c0-1022-0c45-f907-90e6b53f4981" [ 1373.073262] env[65481]: _type = "HttpNfcLease" [ 1373.073262] env[65481]: } obtained for exporting VM: (result){ [ 1373.073262] env[65481]: value = "vm-952015" [ 1373.073262] env[65481]: _type = "VirtualMachine" [ 1373.073262] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:481}} [ 1373.073646] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the lease: (returnval){ [ 1373.073646] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e8a0c0-1022-0c45-f907-90e6b53f4981" [ 1373.073646] env[65481]: _type = "HttpNfcLease" [ 1373.073646] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1373.105019] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-718ab7f0-0430-499c-a2a8-ec35c435aa33 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.107644] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.107644] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e8a0c0-1022-0c45-f907-90e6b53f4981" [ 1373.107644] env[65481]: _type = "HttpNfcLease" [ 1373.107644] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1373.113680] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d62cb1c-cc1b-4428-986c-a3b19465f713 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.128232] env[65481]: DEBUG nova.compute.provider_tree [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1373.582481] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1373.582481] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e8a0c0-1022-0c45-f907-90e6b53f4981" [ 1373.582481] env[65481]: _type = "HttpNfcLease" [ 1373.582481] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1373.583114] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1373.583114] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e8a0c0-1022-0c45-f907-90e6b53f4981" [ 1373.583114] env[65481]: _type = "HttpNfcLease" [ 1373.583114] env[65481]: }. {{(pid=65481) _create_export_vm_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:486}} [ 1373.583595] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c71d3aee-20c7-4847-8038-3face03f7f7b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1373.591865] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1373.592064] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Opening URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk for reading. {{(pid=65481) _create_read_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:99}} [ 1373.647028] env[65481]: DEBUG nova.scheduler.client.report [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1373.682847] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-bf092b19-30f7-4164-be4b-d567e32c7d86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1374.153012] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.158s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1374.153906] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1374.659075] env[65481]: DEBUG nova.compute.utils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1374.660925] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1374.661156] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1374.661526] env[65481]: WARNING neutronclient.v2_0.client [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.661836] env[65481]: WARNING neutronclient.v2_0.client [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1374.707183] env[65481]: DEBUG nova.policy [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '4a0a5d5eba2440989380a04ef415e257', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '7dea1b66f4fc4cde9a973e9347de235a', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1375.041513] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Successfully created port: f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1375.165787] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1376.177014] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1376.204659] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1376.204957] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1376.205129] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1376.205311] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1376.205461] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1376.205599] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1376.205890] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1376.206074] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1376.206246] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1376.206403] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1376.206566] env[65481]: DEBUG nova.virt.hardware [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1376.207507] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-44d439c3-c3ea-4dc9-aa0a-72ce9033de0d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.216198] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-25c655ff-857b-4299-be26-efe00a3a536b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1376.481218] env[65481]: DEBUG nova.compute.manager [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Received event network-vif-plugged-f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1376.481562] env[65481]: DEBUG oslo_concurrency.lockutils [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] Acquiring lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1376.481768] env[65481]: DEBUG oslo_concurrency.lockutils [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1376.481943] env[65481]: DEBUG oslo_concurrency.lockutils [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1376.482198] env[65481]: DEBUG nova.compute.manager [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] No waiting events found dispatching network-vif-plugged-f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1376.482428] env[65481]: WARNING nova.compute.manager [req-b0e932cd-5368-4ec0-b1da-dc119553833b req-c0551307-dc83-4721-802d-780d5a07b83b service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Received unexpected event network-vif-plugged-f053f461-c9ae-44ed-a170-2d252c3f1a36 for instance with vm_state building and task_state spawning. [ 1376.568579] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Successfully updated port: f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1377.071833] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1377.072046] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1377.072249] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1377.607719] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1377.685521] env[65481]: WARNING neutronclient.v2_0.client [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1377.762083] env[65481]: DEBUG nova.network.neutron [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1378.265377] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1378.265848] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Instance network_info: |[{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1378.266420] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:a0:c5:a8', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '56136ef6-99d7-4562-9a9f-d66fec951c5c', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'f053f461-c9ae-44ed-a170-2d252c3f1a36', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1378.274512] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1378.274766] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1378.274993] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b77aaa3-4aee-4a0e-93b2-371851dddfc0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.298157] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1378.298157] env[65481]: value = "task-4885523" [ 1378.298157] env[65481]: _type = "Task" [ 1378.298157] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.309773] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885523, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1378.514349] env[65481]: DEBUG nova.compute.manager [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Received event network-changed-f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1378.514596] env[65481]: DEBUG nova.compute.manager [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Refreshing instance network info cache due to event network-changed-f053f461-c9ae-44ed-a170-2d252c3f1a36. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1378.514898] env[65481]: DEBUG oslo_concurrency.lockutils [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] Acquiring lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.515243] env[65481]: DEBUG oslo_concurrency.lockutils [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] Acquired lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.515419] env[65481]: DEBUG nova.network.neutron [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Refreshing network info cache for port f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1378.809861] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885523, 'name': CreateVM_Task, 'duration_secs': 0.446606} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1378.810306] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1378.810672] env[65481]: WARNING neutronclient.v2_0.client [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1378.811124] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1378.811342] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1378.811715] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1378.812096] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-39958ab0-5e99-4e99-86ec-ffe87d3b38bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1378.817810] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1378.817810] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]526180f8-ebfb-77a6-bb72-ec957addf13c" [ 1378.817810] env[65481]: _type = "Task" [ 1378.817810] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1378.827050] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526180f8-ebfb-77a6-bb72-ec957addf13c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.018599] env[65481]: WARNING neutronclient.v2_0.client [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.169738] env[65481]: WARNING neutronclient.v2_0.client [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1379.247089] env[65481]: DEBUG nova.network.neutron [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updated VIF entry in instance network info cache for port f053f461-c9ae-44ed-a170-2d252c3f1a36. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1379.247476] env[65481]: DEBUG nova.network.neutron [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1379.330594] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]526180f8-ebfb-77a6-bb72-ec957addf13c, 'name': SearchDatastore_Task, 'duration_secs': 0.012844} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.330871] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.331118] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1379.331358] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1379.331503] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1379.331680] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1379.331963] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-785b6528-46aa-4255-aa51-8bca73d69095 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.342256] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1379.342456] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1379.343232] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-c438247a-22da-429c-b7df-4a4016d8f82e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.352570] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1379.352570] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]522fb208-657e-5f67-0411-f2f1d52e2149" [ 1379.352570] env[65481]: _type = "Task" [ 1379.352570] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.362181] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522fb208-657e-5f67-0411-f2f1d52e2149, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1379.750378] env[65481]: DEBUG oslo_concurrency.lockutils [req-5808c274-7861-4b50-8de1-4392109c0bbd req-1ae8d155-2792-4d14-8612-1061d3900b32 service nova] Releasing lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1379.863451] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]522fb208-657e-5f67-0411-f2f1d52e2149, 'name': SearchDatastore_Task, 'duration_secs': 0.011592} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1379.864333] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d136f94a-575a-4951-962d-e65745c515ed {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1379.870490] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1379.870490] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5240d845-1caa-a239-3252-c6c8a38e946c" [ 1379.870490] env[65481]: _type = "Task" [ 1379.870490] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1379.879661] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5240d845-1caa-a239-3252-c6c8a38e946c, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.381590] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5240d845-1caa-a239-3252-c6c8a38e946c, 'name': SearchDatastore_Task, 'duration_secs': 0.011775} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.381869] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1380.382119] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 860d0af1-d0a1-4203-98d3-7d5da7945d12/860d0af1-d0a1-4203-98d3-7d5da7945d12.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1380.382400] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-0a1dc7e3-806a-4e8f-94b5-91100f84938e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.390568] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1380.390568] env[65481]: value = "task-4885524" [ 1380.390568] env[65481]: _type = "Task" [ 1380.390568] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.399717] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885524, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.897562] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1380.898847] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c624b514-d5f9-45b1-80c1-56a5c7c3be69 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.907869] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885524, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.510587} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1380.909754] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 860d0af1-d0a1-4203-98d3-7d5da7945d12/860d0af1-d0a1-4203-98d3-7d5da7945d12.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1380.909988] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1380.910283] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1380.910424] env[65481]: ERROR oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Aborting lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk due to incomplete transfer. [ 1380.910673] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-eddc1f1d-ed61-42c1-b4f6-2315ee6fc255 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.912677] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseAbort with opID=oslo.vmware-8dd0604d-7c3a-4023-9446-e959948bae9e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.918844] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1380.918844] env[65481]: value = "task-4885525" [ 1380.918844] env[65481]: _type = "Task" [ 1380.918844] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.923199] env[65481]: DEBUG oslo_vmware.rw_handles [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Closed VMDK read handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/5275b00d-d18a-f15a-250c-200e4d34feca/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:735}} [ 1380.923395] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Uploaded image 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 to the Glance image server {{(pid=65481) upload_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:472}} [ 1380.925687] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Destroying the VM {{(pid=65481) destroy_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1368}} [ 1380.926280] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Destroy_Task with opID=oslo.vmware-61b73927-8a9f-4439-bbc7-f5fe5bcf1d1e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1380.930826] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885525, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1380.932797] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1380.932797] env[65481]: value = "task-4885526" [ 1380.932797] env[65481]: _type = "Task" [ 1380.932797] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1380.940535] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885526, 'name': Destroy_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.429103] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885525, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.066118} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.429397] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1381.430218] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-253c2aa4-848b-4909-8b64-f44d5ecb4100 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.455155] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Reconfiguring VM instance instance-00000079 to attach disk [datastore2] 860d0af1-d0a1-4203-98d3-7d5da7945d12/860d0af1-d0a1-4203-98d3-7d5da7945d12.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1381.455996] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1424dd5e-e65b-47d5-950e-1ee1cc001b46 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.473685] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885526, 'name': Destroy_Task, 'duration_secs': 0.343065} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.474427] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Destroyed the VM [ 1381.474695] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleting Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:932}} [ 1381.474965] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachineSnapshot.RemoveSnapshot_Task with opID=oslo.vmware-e194f2c5-52ba-4220-98cd-2d1ed97a0afd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.480298] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1381.480298] env[65481]: value = "task-4885527" [ 1381.480298] env[65481]: _type = "Task" [ 1381.480298] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.484684] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1381.484684] env[65481]: value = "task-4885528" [ 1381.484684] env[65481]: _type = "Task" [ 1381.484684] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1381.494213] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885527, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.500544] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885528, 'name': RemoveSnapshot_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1381.993082] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885527, 'name': ReconfigVM_Task, 'duration_secs': 0.290979} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.993795] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Reconfigured VM instance instance-00000079 to attach disk [datastore2] 860d0af1-d0a1-4203-98d3-7d5da7945d12/860d0af1-d0a1-4203-98d3-7d5da7945d12.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1381.994502] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-a9c9e43d-42a5-4a91-92fd-bbb3ce1cf0ef {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1381.999195] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885528, 'name': RemoveSnapshot_Task, 'duration_secs': 0.37608} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1381.999892] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleted Snapshot of the VM instance {{(pid=65481) _delete_vm_snapshot /opt/stack/nova/nova/virt/vmwareapi/vmops.py:938}} [ 1382.000235] env[65481]: DEBUG nova.compute.manager [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1382.001053] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8393f1e-4528-4e69-a498-5677bb120985 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.005181] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1382.005181] env[65481]: value = "task-4885529" [ 1382.005181] env[65481]: _type = "Task" [ 1382.005181] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.017303] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885529, 'name': Rename_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1382.518170] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885529, 'name': Rename_Task, 'duration_secs': 0.136171} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1382.518465] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1382.518756] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2ba37218-3b07-47be-b28a-777bec1cf5da {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1382.521234] env[65481]: INFO nova.compute.manager [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Shelve offloading [ 1382.530061] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1382.530061] env[65481]: value = "task-4885530" [ 1382.530061] env[65481]: _type = "Task" [ 1382.530061] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1382.540586] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885530, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1383.025536] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1383.025948] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-49062f4f-9960-4a3a-95b4-ddba10ad88fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.035405] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1383.035405] env[65481]: value = "task-4885531" [ 1383.035405] env[65481]: _type = "Task" [ 1383.035405] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1383.042989] env[65481]: DEBUG oslo_vmware.api [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885530, 'name': PowerOnVM_Task, 'duration_secs': 0.481962} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1383.043710] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1383.043937] env[65481]: INFO nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Took 6.87 seconds to spawn the instance on the hypervisor. [ 1383.044136] env[65481]: DEBUG nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1383.044926] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-28b9b351-0314-4bf2-9120-a7b7e67b0849 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.051108] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1383.051313] env[65481]: DEBUG nova.compute.manager [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1383.052075] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8afa469c-7eef-41b8-8322-ed6bc7eb579b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1383.062923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1383.063084] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1383.063228] env[65481]: DEBUG nova.network.neutron [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1383.565523] env[65481]: WARNING neutronclient.v2_0.client [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1383.569811] env[65481]: INFO nova.compute.manager [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Took 11.59 seconds to build instance. [ 1383.746325] env[65481]: WARNING neutronclient.v2_0.client [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1383.821891] env[65481]: DEBUG nova.network.neutron [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1384.071858] env[65481]: DEBUG oslo_concurrency.lockutils [None req-97865481-2471-4494-a169-dba12c6c49a3 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.103s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.170987] env[65481]: DEBUG nova.compute.manager [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Received event network-changed-f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1384.171205] env[65481]: DEBUG nova.compute.manager [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Refreshing instance network info cache due to event network-changed-f053f461-c9ae-44ed-a170-2d252c3f1a36. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1384.171431] env[65481]: DEBUG oslo_concurrency.lockutils [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] Acquiring lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1384.171548] env[65481]: DEBUG oslo_concurrency.lockutils [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] Acquired lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1384.171705] env[65481]: DEBUG nova.network.neutron [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Refreshing network info cache for port f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1384.325078] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1384.325476] env[65481]: WARNING neutronclient.v2_0.client [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.325788] env[65481]: WARNING neutronclient.v2_0.client [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.564621] env[65481]: DEBUG nova.compute.manager [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-vif-unplugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1384.565476] env[65481]: DEBUG oslo_concurrency.lockutils [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1384.565476] env[65481]: DEBUG oslo_concurrency.lockutils [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1384.565476] env[65481]: DEBUG oslo_concurrency.lockutils [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1384.565476] env[65481]: DEBUG nova.compute.manager [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] No waiting events found dispatching network-vif-unplugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1384.565712] env[65481]: WARNING nova.compute.manager [req-0102b81f-4e2f-4ef9-975a-3dbf7c404793 req-b3d1202c-1bc9-4b1b-bcfc-23d84d51bc18 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received unexpected event network-vif-unplugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 for instance with vm_state shelved and task_state shelving_offloading. [ 1384.670692] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1384.671659] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e283153d-5d28-41ee-b3b7-23d579cdc8c9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.675369] env[65481]: WARNING neutronclient.v2_0.client [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.684139] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1384.684427] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-7a2bdf62-1470-4d3a-85af-76a9da8de7a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.751696] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1384.752344] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1384.752344] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1384.752596] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-00fe5f26-e8cd-473f-b9c4-33ef25eff573 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1384.761028] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1384.761028] env[65481]: value = "task-4885533" [ 1384.761028] env[65481]: _type = "Task" [ 1384.761028] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1384.772562] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885533, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1384.861336] env[65481]: WARNING neutronclient.v2_0.client [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1384.937046] env[65481]: DEBUG nova.network.neutron [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updated VIF entry in instance network info cache for port f053f461-c9ae-44ed-a170-2d252c3f1a36. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1384.937483] env[65481]: DEBUG nova.network.neutron [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1385.270431] env[65481]: DEBUG oslo_vmware.api [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885533, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.137191} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1385.270756] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1385.270862] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1385.271044] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1385.294316] env[65481]: INFO nova.scheduler.client.report [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted allocations for instance 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 [ 1385.439912] env[65481]: DEBUG oslo_concurrency.lockutils [req-7da4520e-252e-41cc-a3eb-765d4b15d289 req-6fa2e47b-120b-46f1-ba11-d74749f26090 service nova] Releasing lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1385.799181] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1385.799478] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1385.799702] env[65481]: DEBUG nova.objects.instance [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'resources' on Instance uuid 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.303059] env[65481]: DEBUG nova.objects.instance [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1386.379358] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.379561] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.594173] env[65481]: DEBUG nova.compute.manager [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1386.594387] env[65481]: DEBUG nova.compute.manager [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing instance network info cache due to event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1386.594606] env[65481]: DEBUG oslo_concurrency.lockutils [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1386.594720] env[65481]: DEBUG oslo_concurrency.lockutils [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1386.594869] env[65481]: DEBUG nova.network.neutron [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1386.806040] env[65481]: DEBUG nova.objects.base [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Object Instance<5f1e53d0-7b0a-4e8b-8964-594bb5fab278> lazy-loaded attributes: resources,numa_topology {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1386.840327] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c037eb67-fb8e-4f71-b1b6-5fa7efa4ff43 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.848573] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3529137-b860-4516-bae0-5cfe4c7a4276 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.882018] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ab66e2fe-404f-4195-b627-3d2db7df0638 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.886849] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887073] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887348] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887425] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887522] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887663] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1386.887813] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1386.891900] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-057f1fdb-ad16-4e3c-aa86-1f3f84f93324 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1386.906237] env[65481]: DEBUG nova.compute.provider_tree [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1387.098245] env[65481]: WARNING neutronclient.v2_0.client [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.290351] env[65481]: WARNING neutronclient.v2_0.client [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1387.362795] env[65481]: DEBUG nova.network.neutron [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updated VIF entry in instance network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1387.363234] env[65481]: DEBUG nova.network.neutron [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": null, "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "unbound", "details": {}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": null, "qbh_params": null, "qbg_params": null, "active": false, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1387.409230] env[65481]: DEBUG nova.scheduler.client.report [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1387.687139] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1387.865844] env[65481]: DEBUG oslo_concurrency.lockutils [req-c891a3d9-35d4-4731-9528-eaa51c0b904e req-3e84c679-e75a-4d3c-b006-37954eb2b2f8 service nova] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1387.914175] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 2.114s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.162759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.191077] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.191280] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.191443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.191592] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1388.192520] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b7069206-1398-441c-9b57-48ff97ebfb24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.200803] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3aaef9ca-52e5-4b2e-867d-7052d6b6f656 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.215443] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8e4d96a-af6c-48be-bec4-0079bed47f60 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.222291] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8241a4e1-6722-40e9-9dfb-a8c6f3031c2a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1388.253355] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180211MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1388.253527] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1388.253714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.421726] env[65481]: DEBUG oslo_concurrency.lockutils [None req-70a3e997-a4b3-41cf-a97d-4ba5524296cc tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" "released" by "nova.compute.manager.ComputeManager.shelve_instance..do_shelve_instance" :: held 20.043s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1388.422587] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" acquired by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: waited 0.260s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1388.422766] env[65481]: INFO nova.compute.manager [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Unshelving [ 1389.278371] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 860d0af1-d0a1-4203-98d3-7d5da7945d12 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1389.445176] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1389.781984] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 has been scheduled to this compute host, the scheduler has made an allocation against this compute node but the instance has yet to start. Skipping heal of allocation: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1797}} [ 1389.782319] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1389.782543] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_7dea1b66f4fc4cde9a973e9347de235a': '1', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1389.822367] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5acb3e7c-35db-4460-a812-e9e0586158a8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.830856] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-496b8dc8-176f-431a-9e79-27494b49345c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.862219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fb197e8-3aa5-4e3c-b1b7-b2bc6d564edd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.870330] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f559f399-4fbd-4c20-a348-eb4bdcb2c874 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1389.884606] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1390.387403] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1390.891738] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1390.892209] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.638s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1390.892286] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 1.447s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1390.892438] env[65481]: DEBUG nova.objects.instance [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'pci_requests' on Instance uuid 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.397072] env[65481]: DEBUG nova.objects.instance [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'numa_topology' on Instance uuid 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1391.900069] env[65481]: INFO nova.compute.claims [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1392.948529] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ce175dc-0730-461a-a325-5b9897b22964 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.956622] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d6f9b5a8-7d4b-46a5-82b5-29243bc29269 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.988471] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e858d5e-c3cc-471b-b428-e0724cd96058 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1392.996445] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d8cc7714-42b3-4b8e-911c-85c7bf0fe283 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1393.010576] env[65481]: DEBUG nova.compute.provider_tree [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1393.514447] env[65481]: DEBUG nova.scheduler.client.report [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1394.019751] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 3.127s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1394.020325] env[65481]: WARNING neutronclient.v2_0.client [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1394.052214] env[65481]: INFO nova.network.neutron [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 with attributes {'binding:host_id': 'cpu-1', 'device_owner': 'compute:nova'} [ 1395.474292] env[65481]: DEBUG nova.compute.manager [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1395.474619] env[65481]: DEBUG oslo_concurrency.lockutils [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1395.474682] env[65481]: DEBUG oslo_concurrency.lockutils [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1395.474843] env[65481]: DEBUG oslo_concurrency.lockutils [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1395.475015] env[65481]: DEBUG nova.compute.manager [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] No waiting events found dispatching network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1395.475187] env[65481]: WARNING nova.compute.manager [req-728296ac-4e9e-46b7-aaa5-e6b121b9d865 req-b7eaf136-60e4-4ba1-b658-1f7e31deca0a service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received unexpected event network-vif-plugged-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 for instance with vm_state shelved_offloaded and task_state spawning. [ 1395.563636] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1395.563766] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1395.563907] env[65481]: DEBUG nova.network.neutron [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1396.066275] env[65481]: WARNING neutronclient.v2_0.client [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.233792] env[65481]: WARNING neutronclient.v2_0.client [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1396.306842] env[65481]: DEBUG nova.network.neutron [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1396.809942] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1396.838042] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='514f93e47e7352b2c9c5cd6fbe3f8f3a',container_format='bare',created_at=2025-12-01T06:49:31Z,direct_url=,disk_format='vmdk',id=9ab9578a-605a-4570-9a2d-a04ad3a8a4d9,min_disk=1,min_ram=0,name='tempest-AttachVolumeShelveTestJSON-server-757089871-shelved',owner='edaeb7129a064535bf3031849d98e912',properties=ImageMetaProps,protected=,size=31669248,status='active',tags=,updated_at=2025-12-01T06:49:44Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1396.838330] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1396.838482] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1396.838659] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1396.838792] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1396.838940] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1396.839156] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1396.839312] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1396.839471] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1396.839628] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1396.839810] env[65481]: DEBUG nova.virt.hardware [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1396.840699] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-90551dfb-6893-4517-9702-041597acf2f2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.849078] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e39199aa-ceef-422e-8d21-0a3b2b1b3912 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.863989] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:e3:74:12', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '3b7bf7d4-8e0c-4cee-84ba-244e73ef6379', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '3a3a408f-d7ec-4d9b-ad7d-4e565475f736', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1396.871358] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1396.871647] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1396.871872] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-5b772b9f-8f9e-44be-a6c3-354c21557d3f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1396.893266] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1396.893266] env[65481]: value = "task-4885534" [ 1396.893266] env[65481]: _type = "Task" [ 1396.893266] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1396.902932] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885534, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.404206] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885534, 'name': CreateVM_Task, 'duration_secs': 0.32626} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1397.404417] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1397.404908] env[65481]: WARNING neutronclient.v2_0.client [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1397.405299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.405455] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.405835] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1397.406123] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-eee7f01c-90d5-4c93-bd0b-378f11a7b9c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.411984] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1397.411984] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]520e08b1-9230-66d5-7aad-6ae1ace50f7a" [ 1397.411984] env[65481]: _type = "Task" [ 1397.411984] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.421136] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]520e08b1-9230-66d5-7aad-6ae1ace50f7a, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1397.507581] env[65481]: DEBUG nova.compute.manager [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1397.507777] env[65481]: DEBUG nova.compute.manager [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing instance network info cache due to event network-changed-3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1397.508072] env[65481]: DEBUG oslo_concurrency.lockutils [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] Acquiring lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.508256] env[65481]: DEBUG oslo_concurrency.lockutils [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] Acquired lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.508389] env[65481]: DEBUG nova.network.neutron [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Refreshing network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1397.923221] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1397.923541] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Processing image 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1397.923714] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1397.923857] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquired lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1397.924042] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1397.924322] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-61c76e28-043d-4f51-bb71-20e9594e06bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.944215] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1397.944448] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1397.945184] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-5890e8f6-29cf-4891-b69c-9de24afa144e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1397.951295] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1397.951295] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524c9ce3-e9fd-ef01-817c-aa62a893d323" [ 1397.951295] env[65481]: _type = "Task" [ 1397.951295] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1397.961098] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]524c9ce3-e9fd-ef01-817c-aa62a893d323, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1398.011014] env[65481]: WARNING neutronclient.v2_0.client [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.168087] env[65481]: WARNING neutronclient.v2_0.client [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1398.254435] env[65481]: DEBUG nova.network.neutron [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updated VIF entry in instance network info cache for port 3a3a408f-d7ec-4d9b-ad7d-4e565475f736. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1398.254820] env[65481]: DEBUG nova.network.neutron [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [{"id": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "address": "fa:16:3e:e3:74:12", "network": {"id": "6b8fd9bb-2b27-4023-a9be-45ec955c53de", "bridge": "br-int", "label": "tempest-AttachVolumeShelveTestJSON-2107277703-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.9", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.244", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "edaeb7129a064535bf3031849d98e912", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "3b7bf7d4-8e0c-4cee-84ba-244e73ef6379", "external-id": "nsx-vlan-transportzone-423", "segmentation_id": 423, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap3a3a408f-d7", "ovs_interfaceid": "3a3a408f-d7ec-4d9b-ad7d-4e565475f736", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1398.462945] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Preparing fetch location {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:633}} [ 1398.463258] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Fetch image to [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e/OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e.vmdk {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:635}} [ 1398.463442] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Downloading stream optimized image 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 to [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e/OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e.vmdk on the data store datastore2 as vApp {{(pid=65481) _fetch_image_as_vapp /opt/stack/nova/nova/virt/vmwareapi/vmops.py:437}} [ 1398.464356] env[65481]: DEBUG nova.virt.vmwareapi.images [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Downloading image file data 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 to the ESX as VM named 'OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e' {{(pid=65481) fetch_image_stream_optimized /opt/stack/nova/nova/virt/vmwareapi/images.py:336}} [ 1398.536845] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HttpNfcLease lease for vApp import into resource pool: (val){ [ 1398.536845] env[65481]: value = "resgroup-9" [ 1398.536845] env[65481]: _type = "ResourcePool" [ 1398.536845] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:453}} [ 1398.537174] env[65481]: DEBUG oslo_vmware.service [-] Invoking ResourcePool.ImportVApp with opID=oslo.vmware-6eda775c-bcc4-4e7e-a399-74f344d63384 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1398.559401] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease: (returnval){ [ 1398.559401] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524d07ef-1ab1-9ac9-1166-f97d098add45" [ 1398.559401] env[65481]: _type = "HttpNfcLease" [ 1398.559401] env[65481]: } obtained for vApp import into resource pool (val){ [ 1398.559401] env[65481]: value = "resgroup-9" [ 1398.559401] env[65481]: _type = "ResourcePool" [ 1398.559401] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:461}} [ 1398.559888] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the lease: (returnval){ [ 1398.559888] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524d07ef-1ab1-9ac9-1166-f97d098add45" [ 1398.559888] env[65481]: _type = "HttpNfcLease" [ 1398.559888] env[65481]: } to be ready. {{(pid=65481) wait_for_lease_ready /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:462}} [ 1398.566507] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1398.566507] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524d07ef-1ab1-9ac9-1166-f97d098add45" [ 1398.566507] env[65481]: _type = "HttpNfcLease" [ 1398.566507] env[65481]: } is initializing. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:490}} [ 1398.757628] env[65481]: DEBUG oslo_concurrency.lockutils [req-4fc4693e-8700-4779-8627-e1d1be050180 req-3709c66e-2f13-4d3c-85cc-f4476300f9b5 service nova] Releasing lock "refresh_cache-5f1e53d0-7b0a-4e8b-8964-594bb5fab278" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1399.068427] env[65481]: DEBUG oslo_vmware.api [-] Lease: (returnval){ [ 1399.068427] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524d07ef-1ab1-9ac9-1166-f97d098add45" [ 1399.068427] env[65481]: _type = "HttpNfcLease" [ 1399.068427] env[65481]: } is ready. {{(pid=65481) _poll_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:487}} [ 1399.068902] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Invoking VIM API for reading info of lease: (returnval){ [ 1399.068902] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]524d07ef-1ab1-9ac9-1166-f97d098add45" [ 1399.068902] env[65481]: _type = "HttpNfcLease" [ 1399.068902] env[65481]: }. {{(pid=65481) _create_import_vapp_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:467}} [ 1399.069330] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-98fe610d-5e93-4cf9-a6c4-8df08b54d85d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1399.077430] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Found VMDK URL: https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk from lease info. {{(pid=65481) _find_vmdk_url /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:531}} [ 1399.077643] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating HTTP connection to write to file with size = 31669248 and URL = https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk. {{(pid=65481) _create_write_connection /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:122}} [ 1399.141027] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseProgress with opID=oslo.vmware-6bda1628-a452-41b4-9ea6-6ffcb65af6d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.233924] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Completed reading data from the image iterator. {{(pid=65481) read /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:765}} [ 1400.234307] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Getting lease state for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:423}} [ 1400.234997] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d4b2f3f6-9a2f-47b6-94de-f87e32c82d4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.242326] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk is in state: ready. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:430}} [ 1400.242475] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lease for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk. {{(pid=65481) _release_lease /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:440}} [ 1400.242717] env[65481]: DEBUG oslo_vmware.service [-] Invoking HttpNfcLease.HttpNfcLeaseComplete with opID=oslo.vmware-cb3f4580-9c18-4db3-b0c7-dd8b216a071d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.434941] env[65481]: DEBUG oslo_vmware.rw_handles [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Closed VMDK write handle for https://esx7c1n1.openstack.eu-de-1.cloud.sap/nfc/52101337-bc0c-728f-b8c3-13299bafda71/disk-0.vmdk. {{(pid=65481) close /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/rw_handles.py:646}} [ 1400.435197] env[65481]: INFO nova.virt.vmwareapi.images [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Downloaded image file data 9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 [ 1400.436129] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a01cb5d7-c935-4c58-821f-dc3ff6225701 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.454083] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-510d94fa-0647-4284-a350-5a9aeea5f300 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.485659] env[65481]: INFO nova.virt.vmwareapi.images [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] The imported VM was unregistered [ 1400.488193] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Caching image {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:638}} [ 1400.488433] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Creating directory with path [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1400.488874] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6bff79c1-9ee9-43b1-b8dd-c0c47a53d631 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.509565] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Created directory with path [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9 {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1400.509802] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Moving virtual disk from [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e/OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e.vmdk to [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk. {{(pid=65481) disk_move /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:263}} [ 1400.510060] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.MoveVirtualDisk_Task with opID=oslo.vmware-b638533c-6843-4d94-8244-c3414ba1c0bb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1400.518728] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1400.518728] env[65481]: value = "task-4885537" [ 1400.518728] env[65481]: _type = "Task" [ 1400.518728] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1400.527477] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.033848] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task} progress is 21%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1401.533362] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task} progress is 43%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.034720] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task} progress is 63%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1402.535831] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task} progress is 85%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.033982] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885537, 'name': MoveVirtualDisk_Task, 'duration_secs': 2.396947} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.034278] env[65481]: INFO nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Moved virtual disk from [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e/OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e.vmdk to [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk. [ 1403.034461] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Cleaning up location [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:640}} [ 1403.035160] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] OSTACK_IMG_f9060d77-b499-408f-8910-4cf9041b4f1e {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1403.035160] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ce244674-11e9-4b88-b797-da6ab14e9405 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.041896] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1403.041896] env[65481]: value = "task-4885538" [ 1403.041896] env[65481]: _type = "Task" [ 1403.041896] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.050119] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885538, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1403.552017] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885538, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.034517} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1403.552398] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1403.552443] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Releasing lock "[datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1403.552678] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk to [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1403.552936] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-bc8386e1-033a-43f1-acf5-0074a477e59b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1403.561252] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1403.561252] env[65481]: value = "task-4885539" [ 1403.561252] env[65481]: _type = "Task" [ 1403.561252] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1403.570043] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.075944] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task} progress is 18%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1404.574909] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task} progress is 38%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.080378] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task} progress is 60%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1405.578138] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task} progress is 83%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.076797] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885539, 'name': CopyVirtualDisk_Task, 'duration_secs': 2.375203} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.077065] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9/9ab9578a-605a-4570-9a2d-a04ad3a8a4d9.vmdk to [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1406.077844] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcb97dca-23b3-4b6d-a8d1-50209804f466 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.099899] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Reconfiguring VM instance instance-00000078 to attach disk [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1406.100241] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-f0114b94-8324-4e7b-859f-10fedd9c08f3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.120701] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1406.120701] env[65481]: value = "task-4885540" [ 1406.120701] env[65481]: _type = "Task" [ 1406.120701] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.128717] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885540, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1406.630929] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885540, 'name': ReconfigVM_Task, 'duration_secs': 0.277712} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1406.631370] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Reconfigured VM instance instance-00000078 to attach disk [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278/5f1e53d0-7b0a-4e8b-8964-594bb5fab278.vmdk or device None with type streamOptimized {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1406.631823] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-28c8873c-0571-46e2-b484-64d600b3d5c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1406.638292] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1406.638292] env[65481]: value = "task-4885541" [ 1406.638292] env[65481]: _type = "Task" [ 1406.638292] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1406.645840] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885541, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.148886] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885541, 'name': Rename_Task, 'duration_secs': 0.155496} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.149192] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1407.149447] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-2cd431ab-0d8b-4047-958c-abd3482433fb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1407.157507] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1407.157507] env[65481]: value = "task-4885542" [ 1407.157507] env[65481]: _type = "Task" [ 1407.157507] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1407.165556] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885542, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1407.667473] env[65481]: DEBUG oslo_vmware.api [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885542, 'name': PowerOnVM_Task, 'duration_secs': 0.507513} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1407.667872] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1407.764707] env[65481]: DEBUG nova.compute.manager [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1407.765681] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6febe001-33e7-4241-b697-c9565437644a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1408.287015] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d6210d7e-c07b-4890-8532-4cbc428ed9b1 tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" "released" by "nova.compute.manager.ComputeManager.unshelve_instance..do_unshelve_instance" :: held 19.864s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1420.621935] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1420.622420] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" acquired by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1420.622420] env[65481]: DEBUG nova.compute.manager [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1420.623347] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-194468be-4589-4508-a72e-016597661c40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1420.630608] env[65481]: DEBUG nova.compute.manager [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Stopping instance; current vm_state: active, current task_state: powering-off, current DB power_state: 1, current VM power_state: 1 {{(pid=65481) do_stop_instance /opt/stack/nova/nova/compute/manager.py:3442}} [ 1420.631176] env[65481]: DEBUG nova.objects.instance [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'flavor' on Instance uuid 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1421.639691] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1421.640099] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b4b27ad2-9ffb-4e41-bfab-9be0dce21d40 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1421.648931] env[65481]: DEBUG oslo_vmware.api [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1421.648931] env[65481]: value = "task-4885543" [ 1421.648931] env[65481]: _type = "Task" [ 1421.648931] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1421.666024] env[65481]: DEBUG oslo_vmware.api [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885543, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1422.158875] env[65481]: DEBUG oslo_vmware.api [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885543, 'name': PowerOffVM_Task, 'duration_secs': 0.19751} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1422.159159] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1422.159354] env[65481]: DEBUG nova.compute.manager [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1422.160110] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-941fe768-7194-4b4b-8949-920a916d67e7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1422.671759] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7b02c035-eca9-426d-9746-328865c69838 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" "released" by "nova.compute.manager.ComputeManager.stop_instance..do_stop_instance" :: held 2.049s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1422.995290] env[65481]: DEBUG nova.objects.instance [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'flavor' on Instance uuid 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1423.500213] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1423.500440] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1423.500639] env[65481]: DEBUG nova.network.neutron [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1423.500829] env[65481]: DEBUG nova.objects.instance [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'info_cache' on Instance uuid 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1424.004098] env[65481]: DEBUG nova.objects.base [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Object Instance<860d0af1-d0a1-4203-98d3-7d5da7945d12> lazy-loaded attributes: flavor,info_cache {{(pid=65481) wrapper /opt/stack/nova/nova/objects/base.py:136}} [ 1424.507977] env[65481]: WARNING neutronclient.v2_0.client [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.679751] env[65481]: WARNING neutronclient.v2_0.client [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1424.750121] env[65481]: DEBUG nova.network.neutron [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1425.253213] env[65481]: DEBUG oslo_concurrency.lockutils [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1426.258910] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1426.259696] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e82e6dfc-7e12-429c-9084-cd4e0b5b7b57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1426.267825] env[65481]: DEBUG oslo_vmware.api [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1426.267825] env[65481]: value = "task-4885544" [ 1426.267825] env[65481]: _type = "Task" [ 1426.267825] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1426.276164] env[65481]: DEBUG oslo_vmware.api [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885544, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1426.779740] env[65481]: DEBUG oslo_vmware.api [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885544, 'name': PowerOnVM_Task, 'duration_secs': 0.375596} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1426.780043] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1426.780205] env[65481]: DEBUG nova.compute.manager [None req-5d9ee7c0-5c41-4b4b-a97b-fa6f0daf7aed tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1426.781043] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4d80c8e9-b414-43e5-8634-4ba4ab0d4c75 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.792342] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-406d2917-0f95-4b69-94d7-601aa646e667 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.799717] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Suspending the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1162}} [ 1427.799964] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.SuspendVM_Task with opID=oslo.vmware-dd64ff96-2bdf-457b-8fe1-90b2b370859f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1427.806017] env[65481]: DEBUG oslo_vmware.api [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1427.806017] env[65481]: value = "task-4885545" [ 1427.806017] env[65481]: _type = "Task" [ 1427.806017] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1427.814329] env[65481]: DEBUG oslo_vmware.api [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885545, 'name': SuspendVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.316530] env[65481]: DEBUG oslo_vmware.api [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885545, 'name': SuspendVM_Task} progress is 62%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1428.816991] env[65481]: DEBUG oslo_vmware.api [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885545, 'name': SuspendVM_Task, 'duration_secs': 0.696376} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1428.817413] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Suspended the VM {{(pid=65481) suspend /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1166}} [ 1428.817480] env[65481]: DEBUG nova.compute.manager [None req-dd09f9f2-50f5-4f4f-9570-ff94b2dae61a tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1428.818219] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd35b590-d39e-4a5e-ab26-b1becac4e9fe {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1430.137242] env[65481]: INFO nova.compute.manager [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Resuming [ 1430.137904] env[65481]: DEBUG nova.objects.instance [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'flavor' on Instance uuid 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1431.648444] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1431.648831] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquired lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1431.648831] env[65481]: DEBUG nova.network.neutron [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1432.151925] env[65481]: WARNING neutronclient.v2_0.client [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.310017] env[65481]: WARNING neutronclient.v2_0.client [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1432.380449] env[65481]: DEBUG nova.network.neutron [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [{"id": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "address": "fa:16:3e:a0:c5:a8", "network": {"id": "3a31b273-ff06-4cbb-8d5f-f66a5320b349", "bridge": "br-int", "label": "tempest-ServerActionsTestJSON-928523156-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.11", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.252", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "7dea1b66f4fc4cde9a973e9347de235a", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "56136ef6-99d7-4562-9a9f-d66fec951c5c", "external-id": "nsx-vlan-transportzone-32", "segmentation_id": 32, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapf053f461-c9", "ovs_interfaceid": "f053f461-c9ae-44ed-a170-2d252c3f1a36", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1432.883830] env[65481]: DEBUG oslo_concurrency.lockutils [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Releasing lock "refresh_cache-860d0af1-d0a1-4203-98d3-7d5da7945d12" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1432.884836] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0fa76e6-7429-43f0-8b9c-92a95baae15c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.893135] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Resuming the VM {{(pid=65481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1183}} [ 1432.893417] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-7413a084-8e99-467b-bb46-4db169e2bf55 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1432.901240] env[65481]: DEBUG oslo_vmware.api [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1432.901240] env[65481]: value = "task-4885546" [ 1432.901240] env[65481]: _type = "Task" [ 1432.901240] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1432.910023] env[65481]: DEBUG oslo_vmware.api [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885546, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.411972] env[65481]: DEBUG oslo_vmware.api [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885546, 'name': PowerOnVM_Task} progress is 100%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1433.911995] env[65481]: DEBUG oslo_vmware.api [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885546, 'name': PowerOnVM_Task, 'duration_secs': 0.533505} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1433.912964] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Resumed the VM {{(pid=65481) resume /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1188}} [ 1433.913142] env[65481]: DEBUG nova.compute.manager [None req-3636d418-094c-439f-85da-114e93d78f55 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1433.913948] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26fdce0d-1bef-40e9-9374-ca121b0c14a5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1434.854547] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.854876] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.855073] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1434.855252] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1434.855412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1434.857703] env[65481]: INFO nova.compute.manager [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Terminating instance [ 1435.361823] env[65481]: DEBUG nova.compute.manager [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1435.362087] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1435.362998] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f90535a-9308-4579-a2b4-aa50e10beefc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.371035] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1435.371292] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-72ab7665-5aae-475d-a060-94ae55e15df0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.378510] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1435.378510] env[65481]: value = "task-4885547" [ 1435.378510] env[65481]: _type = "Task" [ 1435.378510] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.387151] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885547, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1435.891118] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885547, 'name': PowerOffVM_Task, 'duration_secs': 0.18442} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1435.891392] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1435.891551] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1435.891796] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c0952db4-963b-4cbf-a7ec-b0b812e98058 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.956397] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1435.956662] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1435.956841] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleting the datastore file [datastore2] 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1435.957133] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-34f3a554-491c-4da5-8c45-df90d3a7b14d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1435.963556] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for the task: (returnval){ [ 1435.963556] env[65481]: value = "task-4885549" [ 1435.963556] env[65481]: _type = "Task" [ 1435.963556] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1435.971702] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885549, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1436.473792] env[65481]: DEBUG oslo_vmware.api [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Task: {'id': task-4885549, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.150676} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1436.474204] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1436.474248] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1436.474406] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1436.474575] env[65481]: INFO nova.compute.manager [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1436.474819] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1436.475021] env[65481]: DEBUG nova.compute.manager [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1436.475121] env[65481]: DEBUG nova.network.neutron [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1436.475357] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.506713] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1436.978047] env[65481]: DEBUG nova.compute.manager [req-c1a137ba-cc86-4b99-ae51-563950851e74 req-84e3420e-f43a-4934-a66a-5ae82c75ae4e service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Received event network-vif-deleted-f053f461-c9ae-44ed-a170-2d252c3f1a36 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1436.978263] env[65481]: INFO nova.compute.manager [req-c1a137ba-cc86-4b99-ae51-563950851e74 req-84e3420e-f43a-4934-a66a-5ae82c75ae4e service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Neutron deleted interface f053f461-c9ae-44ed-a170-2d252c3f1a36; detaching it from the instance and deleting it from the info cache [ 1436.978263] env[65481]: DEBUG nova.network.neutron [req-c1a137ba-cc86-4b99-ae51-563950851e74 req-84e3420e-f43a-4934-a66a-5ae82c75ae4e service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.453880] env[65481]: DEBUG nova.network.neutron [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1437.481629] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-96d80585-181f-4aeb-8867-e8d479b6e4bc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.493096] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-027b57f7-74a9-4f79-88b5-b5910fea794e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1437.523060] env[65481]: DEBUG nova.compute.manager [req-c1a137ba-cc86-4b99-ae51-563950851e74 req-84e3420e-f43a-4934-a66a-5ae82c75ae4e service nova] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Detach interface failed, port_id=f053f461-c9ae-44ed-a170-2d252c3f1a36, reason: Instance 860d0af1-d0a1-4203-98d3-7d5da7945d12 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1437.956941] env[65481]: INFO nova.compute.manager [-] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Took 1.48 seconds to deallocate network for instance. [ 1438.463014] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1438.463375] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1438.463655] env[65481]: DEBUG nova.objects.instance [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lazy-loading 'resources' on Instance uuid 860d0af1-d0a1-4203-98d3-7d5da7945d12 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1439.013352] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e3238502-3b00-4016-95b9-9965ad1e627c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.021967] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-122b1b98-6b66-48f3-bb03-c8742b2f9c12 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.054356] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-82fa1402-525b-4586-9e86-62319024715c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.062967] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d65d1329-7c35-4dc3-ba76-31407f94b1c4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1439.077976] env[65481]: DEBUG nova.compute.provider_tree [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1439.581405] env[65481]: DEBUG nova.scheduler.client.report [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1440.086938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.623s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1440.111772] env[65481]: INFO nova.scheduler.client.report [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Deleted allocations for instance 860d0af1-d0a1-4203-98d3-7d5da7945d12 [ 1440.619850] env[65481]: DEBUG oslo_concurrency.lockutils [None req-09274922-4f88-4414-aeba-0bcbd687b468 tempest-ServerActionsTestJSON-1791478353 tempest-ServerActionsTestJSON-1791478353-project-member] Lock "860d0af1-d0a1-4203-98d3-7d5da7945d12" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.765s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1442.893643] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.894028] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.894087] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1442.894315] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1444.688557] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1444.688899] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.678660] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.687674] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1445.870372] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.870720] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.870828] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1445.870999] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1445.871215] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1445.873728] env[65481]: INFO nova.compute.manager [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Terminating instance [ 1446.378295] env[65481]: DEBUG nova.compute.manager [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1446.378295] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1446.379447] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bddd8f7-3cb7-42fc-ada9-99bd54330ca1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.387422] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1446.387688] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-9718c9fd-c961-4b15-8a85-488c00353eeb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.397046] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1446.397046] env[65481]: value = "task-4885550" [ 1446.397046] env[65481]: _type = "Task" [ 1446.397046] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.408171] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885550, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1446.907753] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885550, 'name': PowerOffVM_Task, 'duration_secs': 0.185323} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1446.908057] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1446.908110] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1446.908392] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-018c5940-d71a-4b0a-8311-02e401232ec4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.977038] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1446.977277] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1446.977456] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleting the datastore file [datastore2] 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1446.977733] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-cb266c92-8fe8-4bc0-85dc-b389b9671afb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1446.988094] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for the task: (returnval){ [ 1446.988094] env[65481]: value = "task-4885554" [ 1446.988094] env[65481]: _type = "Task" [ 1446.988094] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1446.999820] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885554, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1447.189868] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.190219] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1447.190391] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances with incomplete migration {{(pid=65481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1447.497788] env[65481]: DEBUG oslo_vmware.api [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Task: {'id': task-4885554, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.140494} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1447.498049] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1447.498224] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1447.498398] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1447.498590] env[65481]: INFO nova.compute.manager [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Took 1.12 seconds to destroy the instance on the hypervisor. [ 1447.498836] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1447.499040] env[65481]: DEBUG nova.compute.manager [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1447.499141] env[65481]: DEBUG nova.network.neutron [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1447.499407] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.530059] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1447.984360] env[65481]: DEBUG nova.compute.manager [req-51e36906-6034-4de3-9c57-ad7b50d208af req-4ba455b3-e5dc-4723-ac55-bf30800ea6fc service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Received event network-vif-deleted-3a3a408f-d7ec-4d9b-ad7d-4e565475f736 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1447.984645] env[65481]: INFO nova.compute.manager [req-51e36906-6034-4de3-9c57-ad7b50d208af req-4ba455b3-e5dc-4723-ac55-bf30800ea6fc service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Neutron deleted interface 3a3a408f-d7ec-4d9b-ad7d-4e565475f736; detaching it from the instance and deleting it from the info cache [ 1447.984813] env[65481]: DEBUG nova.network.neutron [req-51e36906-6034-4de3-9c57-ad7b50d208af req-4ba455b3-e5dc-4723-ac55-bf30800ea6fc service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.464880] env[65481]: DEBUG nova.network.neutron [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1448.487403] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-5b590c5d-e0ef-4d0f-9045-e6fbc41b1bad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.499265] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6fecc8a1-5c35-4041-a238-3762cb84d4b2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1448.529858] env[65481]: DEBUG nova.compute.manager [req-51e36906-6034-4de3-9c57-ad7b50d208af req-4ba455b3-e5dc-4723-ac55-bf30800ea6fc service nova] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Detach interface failed, port_id=3a3a408f-d7ec-4d9b-ad7d-4e565475f736, reason: Instance 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1448.967717] env[65481]: INFO nova.compute.manager [-] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Took 1.47 seconds to deallocate network for instance. [ 1449.190955] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1449.474257] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1449.474653] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1449.474913] env[65481]: DEBUG nova.objects.instance [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lazy-loading 'resources' on Instance uuid 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1449.694876] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1450.074235] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-532b43c0-4131-4157-bbba-18e5e934143f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.082306] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-71480f6e-407a-4d19-bfe5-b9702dc78c77 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.112544] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8cc16325-b764-4510-b450-c5a636adb1c6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.120179] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-96b00ebe-d7ec-460b-824f-49277040be53 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1450.134065] env[65481]: DEBUG nova.compute.provider_tree [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1450.637658] env[65481]: DEBUG nova.scheduler.client.report [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1451.143657] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.669s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.146846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 1.451s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.147076] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1451.147299] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1451.149886] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4dbdd898-3bca-4dd4-a30d-201928852479 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.159130] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-990dedfe-acd5-4a18-a8bf-48958bd067b4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.174567] env[65481]: INFO nova.scheduler.client.report [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Deleted allocations for instance 5f1e53d0-7b0a-4e8b-8964-594bb5fab278 [ 1451.176041] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-86ffced1-d54f-4302-a611-4a7737d1ae08 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.184846] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2bfdaf52-77da-4d75-af9e-44ca58817570 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1451.213997] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180420MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1451.214172] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1451.214355] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1451.685054] env[65481]: DEBUG oslo_concurrency.lockutils [None req-7482510e-188c-4600-90e3-60330a311c9a tempest-AttachVolumeShelveTestJSON-2102183088 tempest-AttachVolumeShelveTestJSON-2102183088-project-member] Lock "5f1e53d0-7b0a-4e8b-8964-594bb5fab278" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.814s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1452.238870] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1452.239067] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1452.252930] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c761d15c-7b97-4691-aa91-dd7b727b06e8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.262226] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7fc80e09-eec1-4c0a-8478-360a54cfa130 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.294800] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fb3bb832-3de5-44dd-a908-13a0a7680095 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.303525] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e841d081-ae47-4067-925d-da703346382c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1452.318285] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1452.821248] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1453.326271] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1453.326506] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.112s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1458.688424] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1458.688883] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1459.195689] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] There are 19 instances to clean {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1459.195919] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 860d0af1-d0a1-4203-98d3-7d5da7945d12] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1459.699912] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 5f1e53d0-7b0a-4e8b-8964-594bb5fab278] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1460.203046] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 8d75c2a1-2b08-4562-99ac-682831e1f211] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1460.706831] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d44f7cdd-596e-466b-8661-704c81468766] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1461.209897] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 35c6bdaf-032f-42e6-a65a-80234524c7d1] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1461.713121] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: f8fb140c-41d5-4257-8a74-f09f5522e541] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1462.216742] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 563284b6-bacd-4e51-a6d4-923552d9c25b] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1462.720248] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 21aa0e87-730c-4529-9617-b20c16102a83] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1463.223380] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d613a417-a6e0-4445-a708-beea6c6a2516] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1463.726359] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ddf11cc9-22be-4538-b975-7dcfb6a45054] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1464.229615] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c2ed5170-b2ee-435d-95cb-5999394841d8] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1464.733553] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: aae85b01-7e39-49b1-a3e3-21a36f93eb4c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1465.236756] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 6f83f365-e5e1-4a39-81f6-64be5ad6891f] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1465.740029] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: e71d0781-c8f8-4c4e-aece-77a9badc9aa7] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1466.243184] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: c46acfa1-0a1a-4141-9182-6e81b66609bf] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1466.320269] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "19faa15c-ccaa-4a32-901c-3bdc76988702" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1466.320489] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1466.747113] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 4aa6373b-f3a3-46cd-bf83-8610c0578294] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1466.823230] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1467.250664] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ad4cf41c-9a72-4a58-986c-7c4ced5e12bc] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1467.346703] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1467.346998] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1467.348885] env[65481]: INFO nova.compute.claims [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1467.753592] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d74c26cb-cb1f-4ceb-8e17-ef47cfa8131e] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1468.256964] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: d5e7faa5-7b22-4c5b-816b-a0469646f77f] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1468.387919] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca5ed1b9-105d-46d6-affa-b637d1112a7e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.395836] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95493371-df21-46ad-943c-4c1e6ee53725 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.425332] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedd1375-e191-4d50-a2b3-8863ec7f0db2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.433833] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fc8df652-13c7-4f9b-95d6-b426d184b877 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1468.448213] env[65481]: DEBUG nova.compute.provider_tree [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1468.952367] env[65481]: DEBUG nova.scheduler.client.report [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1469.459699] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.112s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1469.460154] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1469.966092] env[65481]: DEBUG nova.compute.utils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1469.967519] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1469.967708] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1469.968453] env[65481]: WARNING neutronclient.v2_0.client [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1469.969325] env[65481]: WARNING neutronclient.v2_0.client [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1470.029781] env[65481]: DEBUG nova.policy [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '228aad11b48a4ba1bb1be1aab0326110', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '99fc09246bea46d795841a567c48a789', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1470.321484] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Successfully created port: a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1470.472694] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1470.978485] env[65481]: INFO nova.virt.block_device [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Booting with volume 5f8fbab0-081d-4f37-be1c-bbc86c25115e at /dev/sda [ 1471.013721] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-cc6d3f1c-5d26-4c0b-a7d6-336a3c3ec789 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.025041] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d474a6b3-f564-489b-90df-7dc03966dc8e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.052394] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-c0c83c37-16d1-46ab-a072-4e09aa6533fa {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.061138] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-92bf4e2e-9bfc-43bc-9e62-f966e7ec8104 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.087875] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-69351bd7-89b9-49f1-bd2a-cc203a0b1895 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.095174] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-bf4e8aeb-d4d5-49d9-824c-ab8000b52bcc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1471.108827] env[65481]: DEBUG nova.virt.block_device [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating existing volume attachment record: 1b4365c4-45e4-4a63-9646-8c88837dfe72 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1471.715264] env[65481]: DEBUG nova.compute.manager [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Received event network-vif-plugged-a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1471.715429] env[65481]: DEBUG oslo_concurrency.lockutils [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] Acquiring lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1471.717398] env[65481]: DEBUG oslo_concurrency.lockutils [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.002s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1471.717675] env[65481]: DEBUG oslo_concurrency.lockutils [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1471.717764] env[65481]: DEBUG nova.compute.manager [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] No waiting events found dispatching network-vif-plugged-a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1471.717928] env[65481]: WARNING nova.compute.manager [req-b5a28ca9-7180-4575-b940-209b6a89410f req-bbbb7060-8403-493a-8b43-056a085eef32 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Received unexpected event network-vif-plugged-a1b2f845-0348-457d-82d1-d9e79171e697 for instance with vm_state building and task_state block_device_mapping. [ 1471.803948] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Successfully updated port: a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1472.307533] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1472.307765] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquired lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1472.307905] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1472.841278] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1472.915862] env[65481]: WARNING neutronclient.v2_0.client [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1472.986448] env[65481]: DEBUG nova.network.neutron [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating instance_info_cache with network_info: [{"id": "a1b2f845-0348-457d-82d1-d9e79171e697", "address": "fa:16:3e:41:12:95", "network": {"id": "88720648-fd23-4f7b-bc85-e442ec4fcddb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2130040770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99fc09246bea46d795841a567c48a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b2f845-03", "ovs_interfaceid": "a1b2f845-0348-457d-82d1-d9e79171e697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1473.195249] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1473.195839] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum=,container_format=,created_at=,direct_url=,disk_format=,id=,min_disk=0,min_ram=0,name=,owner=,properties=ImageMetaProps,protected=,size=1073741824,status='active',tags=,updated_at=,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1473.196058] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1473.196210] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1473.196394] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1473.196532] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1473.196670] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1473.196869] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1473.197035] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1473.197203] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1473.197359] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1473.197522] env[65481]: DEBUG nova.virt.hardware [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1473.198487] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1597eccc-4799-49eb-9d3a-766fd0f1529f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.206971] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ca316b31-f0df-4a12-90d2-f4a2c356a2ec {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.489074] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Releasing lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1473.489460] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance network_info: |[{"id": "a1b2f845-0348-457d-82d1-d9e79171e697", "address": "fa:16:3e:41:12:95", "network": {"id": "88720648-fd23-4f7b-bc85-e442ec4fcddb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2130040770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99fc09246bea46d795841a567c48a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b2f845-03", "ovs_interfaceid": "a1b2f845-0348-457d-82d1-d9e79171e697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1473.489906] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:41:12:95', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '9c1b8689-a9b4-4972-beb9-6a1c8de1dc88', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a1b2f845-0348-457d-82d1-d9e79171e697', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1473.497697] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Creating folder: Project (99fc09246bea46d795841a567c48a789). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.497992] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-fe7d87d9-c6fd-4198-86d5-92e7228d3fc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.512959] env[65481]: WARNING suds.client [-] Web service reported a SOAP processing fault using an unexpected HTTP status code 200. Reporting as an internal server error. [ 1473.513158] env[65481]: DEBUG oslo_vmware.api [-] Fault list: [DuplicateName] {{(pid=65481) _invoke_api /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:337}} [ 1473.513526] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Folder already exists: Project (99fc09246bea46d795841a567c48a789). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1609}} [ 1473.513710] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Creating folder: Instances. Parent ref: group-v952019. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1473.514038] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-2ccca27c-2590-4eb2-8f4d-d131d47ddc7c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.524504] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Created folder: Instances in parent group-v952019. [ 1473.524756] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1473.524956] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1473.525186] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-1b76c633-a068-4529-9ef4-07066b9a7138 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1473.544889] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1473.544889] env[65481]: value = "task-4885566" [ 1473.544889] env[65481]: _type = "Task" [ 1473.544889] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1473.553109] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885566, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1473.746869] env[65481]: DEBUG nova.compute.manager [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Received event network-changed-a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1473.747068] env[65481]: DEBUG nova.compute.manager [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Refreshing instance network info cache due to event network-changed-a1b2f845-0348-457d-82d1-d9e79171e697. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1473.747138] env[65481]: DEBUG oslo_concurrency.lockutils [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] Acquiring lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1473.747278] env[65481]: DEBUG oslo_concurrency.lockutils [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] Acquired lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1473.747466] env[65481]: DEBUG nova.network.neutron [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Refreshing network info cache for port a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1474.057040] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885566, 'name': CreateVM_Task, 'duration_secs': 0.315109} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.057246] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1474.057648] env[65481]: WARNING neutronclient.v2_0.client [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1474.058025] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Block device information present: {'root_device_name': '/dev/sda', 'image': [], 'ephemerals': [], 'block_device_mapping': [{'boot_index': 0, 'disk_bus': None, 'mount_device': '/dev/sda', 'guest_format': None, 'attachment_id': '1b4365c4-45e4-4a63-9646-8c88837dfe72', 'delete_on_termination': True, 'connection_info': {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952022', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'name': 'volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19faa15c-ccaa-4a32-901c-3bdc76988702', 'attached_at': '', 'detached_at': '', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'serial': '5f8fbab0-081d-4f37-be1c-bbc86c25115e'}, 'device_type': None, 'volume_type': None}], 'swap': None} {{(pid=65481) spawn /opt/stack/nova/nova/virt/vmwareapi/vmops.py:799}} [ 1474.058221] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Root volume attach. Driver type: vmdk {{(pid=65481) attach_root_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:661}} [ 1474.059044] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aeef7a34-e50f-43b0-833e-2915acd559a9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.067291] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-14aff491-2d6a-4a82-874d-bf1720693b80 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.074225] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-52037ca3-15ac-4209-9b8a-d4d92b460d64 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.080894] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.RelocateVM_Task with opID=oslo.vmware-1ace42e0-b745-4f98-b737-54373d3db300 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.087933] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1474.087933] env[65481]: value = "task-4885567" [ 1474.087933] env[65481]: _type = "Task" [ 1474.087933] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.097289] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885567, 'name': RelocateVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.250344] env[65481]: WARNING neutronclient.v2_0.client [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1474.407081] env[65481]: WARNING neutronclient.v2_0.client [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1474.480815] env[65481]: DEBUG nova.network.neutron [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updated VIF entry in instance network info cache for port a1b2f845-0348-457d-82d1-d9e79171e697. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1474.481235] env[65481]: DEBUG nova.network.neutron [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating instance_info_cache with network_info: [{"id": "a1b2f845-0348-457d-82d1-d9e79171e697", "address": "fa:16:3e:41:12:95", "network": {"id": "88720648-fd23-4f7b-bc85-e442ec4fcddb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2130040770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99fc09246bea46d795841a567c48a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b2f845-03", "ovs_interfaceid": "a1b2f845-0348-457d-82d1-d9e79171e697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1474.598993] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885567, 'name': RelocateVM_Task, 'duration_secs': 0.37073} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1474.599371] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1474.599428] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952022', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'name': 'volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19faa15c-ccaa-4a32-901c-3bdc76988702', 'attached_at': '', 'detached_at': '', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'serial': '5f8fbab0-081d-4f37-be1c-bbc86c25115e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1474.600187] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1f231581-a17f-436f-a39b-aba0728ff671 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.615760] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ebc5432f-e780-4d2b-bc3b-39c988c1c236 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.638239] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Reconfiguring VM instance instance-0000007a to attach disk [datastore2] volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e/volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1474.638550] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-380a9392-1ad4-4c4d-8950-3cc2669da988 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1474.659028] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1474.659028] env[65481]: value = "task-4885568" [ 1474.659028] env[65481]: _type = "Task" [ 1474.659028] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1474.667351] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885568, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1474.984782] env[65481]: DEBUG oslo_concurrency.lockutils [req-63ca2ddb-82fc-487f-8001-509da8ba745c req-bae3badd-62ec-47bd-8f46-8eb6c023fb98 service nova] Releasing lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1475.169357] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885568, 'name': ReconfigVM_Task, 'duration_secs': 0.259951} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.169709] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Reconfigured VM instance instance-0000007a to attach disk [datastore2] volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e/volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1475.174214] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1921064-52fa-4514-85e7-fbd7bb56ecd2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.189271] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1475.189271] env[65481]: value = "task-4885569" [ 1475.189271] env[65481]: _type = "Task" [ 1475.189271] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.197909] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885569, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1475.699110] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885569, 'name': ReconfigVM_Task, 'duration_secs': 0.120128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1475.699503] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952022', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'name': 'volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19faa15c-ccaa-4a32-901c-3bdc76988702', 'attached_at': '', 'detached_at': '', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'serial': '5f8fbab0-081d-4f37-be1c-bbc86c25115e'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1475.700019] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-d7685854-2a4f-4724-ae1f-791bc7447441 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1475.707399] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1475.707399] env[65481]: value = "task-4885570" [ 1475.707399] env[65481]: _type = "Task" [ 1475.707399] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1475.717303] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885570, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.217603] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885570, 'name': Rename_Task, 'duration_secs': 0.130829} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.217864] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1476.218125] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-e757d77b-d8fa-42d1-9ba4-aadf6772be3b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1476.224456] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1476.224456] env[65481]: value = "task-4885571" [ 1476.224456] env[65481]: _type = "Task" [ 1476.224456] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1476.236820] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885571, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1476.734433] env[65481]: DEBUG oslo_vmware.api [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885571, 'name': PowerOnVM_Task, 'duration_secs': 0.462852} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1476.734850] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1476.734898] env[65481]: INFO nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Took 3.54 seconds to spawn the instance on the hypervisor. [ 1476.735066] env[65481]: DEBUG nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1476.735942] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-37a43a68-a0a9-4cbb-bc4d-2f8174ed9781 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1477.255815] env[65481]: INFO nova.compute.manager [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Took 9.93 seconds to build instance. [ 1477.757943] env[65481]: DEBUG oslo_concurrency.lockutils [None req-41d3ebe5-eb1a-4408-98ac-a76a580c94b1 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 11.437s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1478.403460] env[65481]: DEBUG nova.compute.manager [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Received event network-changed-a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1478.403650] env[65481]: DEBUG nova.compute.manager [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Refreshing instance network info cache due to event network-changed-a1b2f845-0348-457d-82d1-d9e79171e697. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1478.403856] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] Acquiring lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1478.403981] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] Acquired lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1478.404363] env[65481]: DEBUG nova.network.neutron [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Refreshing network info cache for port a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1478.907676] env[65481]: WARNING neutronclient.v2_0.client [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1479.075735] env[65481]: WARNING neutronclient.v2_0.client [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1479.150518] env[65481]: DEBUG nova.network.neutron [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updated VIF entry in instance network info cache for port a1b2f845-0348-457d-82d1-d9e79171e697. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1479.150954] env[65481]: DEBUG nova.network.neutron [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating instance_info_cache with network_info: [{"id": "a1b2f845-0348-457d-82d1-d9e79171e697", "address": "fa:16:3e:41:12:95", "network": {"id": "88720648-fd23-4f7b-bc85-e442ec4fcddb", "bridge": "br-int", "label": "tempest-ServerActionsV293TestJSON-2130040770-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.3", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.178", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "99fc09246bea46d795841a567c48a789", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "9c1b8689-a9b4-4972-beb9-6a1c8de1dc88", "external-id": "nsx-vlan-transportzone-455", "segmentation_id": 455, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa1b2f845-03", "ovs_interfaceid": "a1b2f845-0348-457d-82d1-d9e79171e697", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1479.654434] env[65481]: DEBUG oslo_concurrency.lockutils [req-ba14c777-af90-47e8-b70a-95ad4ab5c1c4 req-0fcab69f-d226-43c2-93eb-372ec62ff410 service nova] Releasing lock "refresh_cache-19faa15c-ccaa-4a32-901c-3bdc76988702" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1511.759885] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1511.760324] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.265687] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.265687] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.265687] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.266084] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.266084] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.267069] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.267069] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1512.267069] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1512.769299] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.769709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1512.769709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1512.769861] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1512.770812] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c15d67ec-1530-4a94-badc-bc0c6a2a1b0b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.779439] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a3042c89-9b95-45df-b6e8-b48f898165a4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.795756] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4e84c79d-7396-4372-a82c-af7df3307d9a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.802920] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fded9d65-3e10-472e-b1a0-88648a18572f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1512.832770] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180396MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1512.832994] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1512.833146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1513.860162] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 actively managed on this compute host and has allocations in placement: {'resources': {'VCPU': 1, 'MEMORY_MB': 192}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1513.860517] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1513.860517] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_99fc09246bea46d795841a567c48a789': '1', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1513.890709] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-484416c9-b843-48b9-91e3-ce51050a9481 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.900565] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dcab8b7f-1d6d-4d7d-b7f8-117cf42bf13a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.931214] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d5906422-25fb-4d1b-8dc0-ae98e3f3f022 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.938963] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0bbd57e9-eeb8-4c82-9610-2d81aedf6fd6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1513.952686] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1514.456956] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1514.962678] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1514.962970] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.130s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1515.833115] env[65481]: INFO nova.compute.manager [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Rebuilding instance [ 1515.931291] env[65481]: DEBUG nova.compute.manager [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1515.932781] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6234f466-0e2e-448e-be08-709a23c11db2 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.950895] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1516.951359] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-3fd684bf-d9ce-4009-bca1-565fd8161318 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1516.960995] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1516.960995] env[65481]: value = "task-4885572" [ 1516.960995] env[65481]: _type = "Task" [ 1516.960995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1516.970070] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885572, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.472121] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885572, 'name': PowerOffVM_Task, 'duration_secs': 0.176452} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1517.472446] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1517.473169] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1517.473431] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-822a2738-23b6-443a-8df1-72d800bce80f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1517.480104] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1517.480104] env[65481]: value = "task-4885573" [ 1517.480104] env[65481]: _type = "Task" [ 1517.480104] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1517.489376] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885573, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1517.992089] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] VM already powered off {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1519}} [ 1517.992089] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1517.992089] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952022', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'name': 'volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19faa15c-ccaa-4a32-901c-3bdc76988702', 'attached_at': '', 'detached_at': '', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'serial': '5f8fbab0-081d-4f37-be1c-bbc86c25115e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1517.992861] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-68b7fbbd-7bd3-4f1a-b502-19f211f2c367 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.011997] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5284f821-1291-47ac-8f38-2999cc263318 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.019554] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-baf941fa-aac4-44e5-9c12-0e5b16dce50c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.043585] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-858d6e41-c4ee-48b2-b47a-96569b83d4d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.066036] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] The volume has not been displaced from its original location: [datastore2] volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e/volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1518.075206] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Reconfiguring VM instance instance-0000007a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1518.075624] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-722910c9-9042-4b85-a0b6-4e286d66ae82 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.104489] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1518.104489] env[65481]: value = "task-4885574" [ 1518.104489] env[65481]: _type = "Task" [ 1518.104489] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.114113] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885574, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1518.614384] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885574, 'name': ReconfigVM_Task, 'duration_secs': 0.173} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1518.614653] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Reconfigured VM instance instance-0000007a to detach disk 2000 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1518.619189] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-25bb12bb-7e60-4874-b6a2-5cb65c14d693 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1518.634198] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1518.634198] env[65481]: value = "task-4885575" [ 1518.634198] env[65481]: _type = "Task" [ 1518.634198] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1518.642786] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885575, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.146791] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885575, 'name': ReconfigVM_Task, 'duration_secs': 0.11077} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.147206] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952022', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'name': 'volume-5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '19faa15c-ccaa-4a32-901c-3bdc76988702', 'attached_at': '', 'detached_at': '', 'volume_id': '5f8fbab0-081d-4f37-be1c-bbc86c25115e', 'serial': '5f8fbab0-081d-4f37-be1c-bbc86c25115e'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1519.147374] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1519.148148] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-034d0116-5b2d-49f2-b41b-25e3ed4215d3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.155246] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1519.155505] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-cff631ca-47c5-409d-8bb6-4eec4504eff1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.222582] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1519.222870] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1519.222963] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Deleting the datastore file [datastore2] 19faa15c-ccaa-4a32-901c-3bdc76988702 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1519.223288] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-87b2999b-bad9-4119-9d71-613092bd4751 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.231088] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for the task: (returnval){ [ 1519.231088] env[65481]: value = "task-4885577" [ 1519.231088] env[65481]: _type = "Task" [ 1519.231088] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1519.240517] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885577, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1519.742645] env[65481]: DEBUG oslo_vmware.api [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Task: {'id': task-4885577, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.083671} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1519.742891] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1519.742987] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1519.743213] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1519.797948] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1519.798236] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a0ec48a0-dad6-49a2-a272-10d2eee8d416 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.807346] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0105cbe2-14f3-4e54-8285-1e1900505ddf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1519.833173] env[65481]: ERROR nova.compute.manager [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Failed to detach volume 5f8fbab0-081d-4f37-be1c-bbc86c25115e from /dev/sda: nova.exception.InstanceNotFound: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Traceback (most recent call last): [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self.driver.rebuild(**kwargs) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise NotImplementedError() [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] NotImplementedError [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] During handling of the above exception, another exception occurred: [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Traceback (most recent call last): [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self.driver.detach_volume(context, old_connection_info, [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] return self._volumeops.detach_volume(connection_info, instance) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._detach_volume_vmdk(connection_info, instance) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] stable_ref.fetch_moref(session) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] nova.exception.InstanceNotFound: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. [ 1519.833173] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.964479] env[65481]: DEBUG nova.compute.utils [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Build of instance 19faa15c-ccaa-4a32-901c-3bdc76988702 aborted: Failed to rebuild volume backed instance. {{(pid=65481) notify_about_instance_usage /opt/stack/nova/nova/compute/utils.py:431}} [ 1519.966715] env[65481]: ERROR nova.compute.manager [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Setting instance vm_state to ERROR: nova.exception.BuildAbortException: Build of instance 19faa15c-ccaa-4a32-901c-3bdc76988702 aborted: Failed to rebuild volume backed instance. [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Traceback (most recent call last): [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 4224, in _do_rebuild_instance [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self.driver.rebuild(**kwargs) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/driver.py", line 533, in rebuild [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise NotImplementedError() [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] NotImplementedError [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] During handling of the above exception, another exception occurred: [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Traceback (most recent call last): [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3682, in _rebuild_volume_backed_instance [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._detach_root_volume(context, instance, root_bdm) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3661, in _detach_root_volume [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] with excutils.save_and_reraise_exception(): [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 256, in __exit__ [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self.force_reraise() [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/data/venv/lib/python3.10/site-packages/oslo_utils/excutils.py", line 222, in force_reraise [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise self.value [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3647, in _detach_root_volume [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self.driver.detach_volume(context, old_connection_info, [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/driver.py", line 561, in detach_volume [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] return self._volumeops.detach_volume(connection_info, instance) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 649, in detach_volume [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._detach_volume_vmdk(connection_info, instance) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/volumeops.py", line 569, in _detach_volume_vmdk [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] vm_ref = vm_util.get_vm_ref(self._session, instance) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1145, in get_vm_ref [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] stable_ref.fetch_moref(session) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/virt/vmwareapi/vm_util.py", line 1136, in fetch_moref [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise exception.InstanceNotFound(instance_id=self._uuid) [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] nova.exception.InstanceNotFound: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] During handling of the above exception, another exception occurred: [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Traceback (most recent call last): [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 11553, in _error_out_instance_on_exception [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] yield [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3950, in rebuild_instance [ 1519.966715] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._do_rebuild_instance_with_claim( [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 4036, in _do_rebuild_instance_with_claim [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._do_rebuild_instance( [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 4228, in _do_rebuild_instance [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._rebuild_default_impl(**kwargs) [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3805, in _rebuild_default_impl [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] self._rebuild_volume_backed_instance( [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] File "/opt/stack/nova/nova/compute/manager.py", line 3697, in _rebuild_volume_backed_instance [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] raise exception.BuildAbortException( [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] nova.exception.BuildAbortException: Build of instance 19faa15c-ccaa-4a32-901c-3bdc76988702 aborted: Failed to rebuild volume backed instance. [ 1519.967832] env[65481]: ERROR nova.compute.manager [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] [ 1521.982267] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1521.982683] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1521.999429] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53eef210-bc3f-4d87-aadc-5699f7ddae04 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.007114] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f37c619f-6687-4b01-9991-a9392a9d33a1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.038149] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a93e5b9b-c94f-41bd-b67a-d598cb342b5d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.046668] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f1a691cd-055c-400b-b126-95e76d7a6930 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1522.060576] env[65481]: DEBUG nova.compute.provider_tree [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1522.563630] env[65481]: DEBUG nova.scheduler.client.report [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1522.939831] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "19faa15c-ccaa-4a32-901c-3bdc76988702" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.940145] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.940329] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1522.940510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1522.940677] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1522.942849] env[65481]: INFO nova.compute.manager [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Terminating instance [ 1523.068755] env[65481]: DEBUG oslo_concurrency.lockutils [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.086s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1523.069209] env[65481]: INFO nova.compute.manager [None req-1af5fc60-a891-4b52-bae9-aa78fee2b4c6 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Successfully reverted task state from rebuilding on failure for instance. [ 1523.446586] env[65481]: DEBUG nova.compute.manager [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1523.446959] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-64158b6a-a618-452d-b936-7964e7729bfb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.457176] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-38ff9852-929f-48ee-b7aa-0acb6e7982ac {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.483082] env[65481]: WARNING nova.virt.vmwareapi.driver [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance does not exists. Proceeding to delete instance properties on datastore: nova.exception.InstanceNotFound: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. [ 1523.483283] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1523.483568] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-2992b707-a10b-43ec-b0ad-eea4f47888bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.492737] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d01ffd1f-7772-40a6-8e0a-ca9e597cd385 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1523.519540] env[65481]: WARNING nova.virt.vmwareapi.vmops [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance does not exist on backend: nova.exception.InstanceNotFound: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. [ 1523.519739] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1523.519910] env[65481]: INFO nova.compute.manager [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Took 0.07 seconds to destroy the instance on the hypervisor. [ 1523.520183] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1523.520407] env[65481]: DEBUG nova.compute.manager [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1523.520505] env[65481]: DEBUG nova.network.neutron [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1523.520733] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1523.551266] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1524.044918] env[65481]: DEBUG nova.compute.manager [req-1de5a3b0-9e6f-4e43-91a5-18f69a1e54e8 req-0a0b16a9-099a-4b18-869c-ecc4ffa680e4 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Received event network-vif-deleted-a1b2f845-0348-457d-82d1-d9e79171e697 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1524.045132] env[65481]: INFO nova.compute.manager [req-1de5a3b0-9e6f-4e43-91a5-18f69a1e54e8 req-0a0b16a9-099a-4b18-869c-ecc4ffa680e4 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Neutron deleted interface a1b2f845-0348-457d-82d1-d9e79171e697; detaching it from the instance and deleting it from the info cache [ 1524.045296] env[65481]: DEBUG nova.network.neutron [req-1de5a3b0-9e6f-4e43-91a5-18f69a1e54e8 req-0a0b16a9-099a-4b18-869c-ecc4ffa680e4 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.487750] env[65481]: DEBUG nova.network.neutron [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1524.547960] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-a9bda6eb-e965-49c6-bed0-60db98974b58 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.557757] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b138f73d-5491-48f2-8871-960d78f848c3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1524.587861] env[65481]: DEBUG nova.compute.manager [req-1de5a3b0-9e6f-4e43-91a5-18f69a1e54e8 req-0a0b16a9-099a-4b18-869c-ecc4ffa680e4 service nova] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Detach interface failed, port_id=a1b2f845-0348-457d-82d1-d9e79171e697, reason: Instance 19faa15c-ccaa-4a32-901c-3bdc76988702 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1524.991245] env[65481]: INFO nova.compute.manager [-] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Took 1.47 seconds to deallocate network for instance. [ 1525.539729] env[65481]: INFO nova.compute.manager [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Took 0.55 seconds to detach 1 volumes for instance. [ 1525.541927] env[65481]: DEBUG nova.compute.manager [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Deleting volume: 5f8fbab0-081d-4f37-be1c-bbc86c25115e {{(pid=65481) _cleanup_volumes /opt/stack/nova/nova/compute/manager.py:3320}} [ 1526.095984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1526.096328] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1526.096543] env[65481]: DEBUG nova.objects.instance [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lazy-loading 'resources' on Instance uuid 19faa15c-ccaa-4a32-901c-3bdc76988702 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1526.617447] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-48e8bfe9-5c9c-4e86-af94-f59726e19068 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.627099] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1fee2e01-d632-4d0c-8dda-a2c6c713c2d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.660039] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1c691557-1c21-498d-a398-ba23ad8e5daf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.667879] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-dd4e1c50-2f97-4f6e-b8ce-ab9d76e7a770 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1526.681825] env[65481]: DEBUG nova.compute.provider_tree [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1527.185589] env[65481]: DEBUG nova.scheduler.client.report [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1527.691559] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.595s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1528.214736] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b96cd6e5-9c68-4eb8-a8c6-3f6c5da3b324 tempest-ServerActionsV293TestJSON-1246084957 tempest-ServerActionsV293TestJSON-1246084957-project-member] Lock "19faa15c-ccaa-4a32-901c-3bdc76988702" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.275s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1529.721240] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1529.721558] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.223537] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1530.744641] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1530.744956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1530.746478] env[65481]: INFO nova.compute.claims [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1531.785304] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4ef3d5de-a9d1-4566-9a16-29a0196b2562 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.793467] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-33c54041-240c-4a71-b1e0-21db7579101c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.823038] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c65ea924-f096-41bc-b7b4-7b90fa77ff29 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.830569] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0fda40ac-a85e-43e1-be00-00a873268bdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1531.844252] env[65481]: DEBUG nova.compute.provider_tree [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1532.347924] env[65481]: DEBUG nova.scheduler.client.report [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1532.853616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.108s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1532.854167] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1533.361045] env[65481]: DEBUG nova.compute.utils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1533.361045] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1533.361247] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1533.361591] env[65481]: WARNING neutronclient.v2_0.client [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1533.361913] env[65481]: WARNING neutronclient.v2_0.client [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1533.412486] env[65481]: DEBUG nova.policy [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d0f249aa2b41208d50271aec6b8e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db933624aa04b1291ee4ce62d94febb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1533.680007] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Successfully created port: a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1533.864994] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1534.874821] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1534.901429] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1534.901671] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1534.901821] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1534.902000] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1534.902154] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1534.902293] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1534.902496] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1534.902648] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1534.902805] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1534.902990] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1534.903155] env[65481]: DEBUG nova.virt.hardware [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1534.904048] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ccbecf99-961f-4ae7-aa8b-550b68c5d88d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1534.912573] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1896aa29-b86c-47c3-803c-5d33563adc19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1535.086326] env[65481]: DEBUG nova.compute.manager [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Received event network-vif-plugged-a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1535.086522] env[65481]: DEBUG oslo_concurrency.lockutils [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1535.086814] env[65481]: DEBUG oslo_concurrency.lockutils [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1535.086878] env[65481]: DEBUG oslo_concurrency.lockutils [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1535.087137] env[65481]: DEBUG nova.compute.manager [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] No waiting events found dispatching network-vif-plugged-a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1535.087237] env[65481]: WARNING nova.compute.manager [req-433c0337-94f5-4c0b-8c7e-f7905f3c8330 req-f52f6fa2-002f-4aa7-bfc6-4607e0febce3 service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Received unexpected event network-vif-plugged-a2686dab-8a7a-4371-a798-376fea37cd08 for instance with vm_state building and task_state spawning. [ 1535.168876] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Successfully updated port: a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1535.671427] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1535.671661] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1535.671795] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1536.204916] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1536.278673] env[65481]: WARNING neutronclient.v2_0.client [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1536.347971] env[65481]: DEBUG nova.network.neutron [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating instance_info_cache with network_info: [{"id": "a2686dab-8a7a-4371-a798-376fea37cd08", "address": "fa:16:3e:c5:a3:a5", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2686dab-8a", "ovs_interfaceid": "a2686dab-8a7a-4371-a798-376fea37cd08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1536.850662] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1536.851029] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Instance network_info: |[{"id": "a2686dab-8a7a-4371-a798-376fea37cd08", "address": "fa:16:3e:c5:a3:a5", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2686dab-8a", "ovs_interfaceid": "a2686dab-8a7a-4371-a798-376fea37cd08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1536.851482] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:c5:a3:a5', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'a2686dab-8a7a-4371-a798-376fea37cd08', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1536.858911] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating folder: Project (5db933624aa04b1291ee4ce62d94febb). Parent ref: group-v951696. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.859191] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1bc3737e-7f3f-4a3a-bfc4-81396fa10550 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.870967] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created folder: Project (5db933624aa04b1291ee4ce62d94febb) in parent group-v951696. [ 1536.871103] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating folder: Instances. Parent ref: group-v952025. {{(pid=65481) create_folder /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1599}} [ 1536.871354] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateFolder with opID=oslo.vmware-1ce91b16-7fee-4a10-af2a-a095ba052744 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.880557] env[65481]: INFO nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created folder: Instances in parent group-v952025. [ 1536.880784] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1536.880976] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1536.881188] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-91e35b13-1e9f-47c0-94a1-5d9a9cfd17dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1536.899764] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1536.899764] env[65481]: value = "task-4885581" [ 1536.899764] env[65481]: _type = "Task" [ 1536.899764] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1536.907196] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885581, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.120915] env[65481]: DEBUG nova.compute.manager [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Received event network-changed-a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1537.121150] env[65481]: DEBUG nova.compute.manager [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Refreshing instance network info cache due to event network-changed-a2686dab-8a7a-4371-a798-376fea37cd08. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1537.121419] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] Acquiring lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.121596] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] Acquired lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.121767] env[65481]: DEBUG nova.network.neutron [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Refreshing network info cache for port a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1537.410756] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885581, 'name': CreateVM_Task, 'duration_secs': 0.302354} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.411188] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1537.411411] env[65481]: WARNING neutronclient.v2_0.client [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1537.411771] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.411979] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.412338] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1537.412591] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-101b8edd-cf02-44da-bd7f-4597f26d77a6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.417582] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1537.417582] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52854af2-b049-880c-ffd0-57fe5d3ed805" [ 1537.417582] env[65481]: _type = "Task" [ 1537.417582] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.425965] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52854af2-b049-880c-ffd0-57fe5d3ed805, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1537.625059] env[65481]: WARNING neutronclient.v2_0.client [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1537.761364] env[65481]: WARNING neutronclient.v2_0.client [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1537.828927] env[65481]: DEBUG nova.network.neutron [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updated VIF entry in instance network info cache for port a2686dab-8a7a-4371-a798-376fea37cd08. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1537.829448] env[65481]: DEBUG nova.network.neutron [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating instance_info_cache with network_info: [{"id": "a2686dab-8a7a-4371-a798-376fea37cd08", "address": "fa:16:3e:c5:a3:a5", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2686dab-8a", "ovs_interfaceid": "a2686dab-8a7a-4371-a798-376fea37cd08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1537.928941] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52854af2-b049-880c-ffd0-57fe5d3ed805, 'name': SearchDatastore_Task, 'duration_secs': 0.012699} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1537.929370] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1537.929658] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1537.929938] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1537.930127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1537.930345] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1537.930644] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-ccc38f1f-90ba-4d73-808b-c32de4b3a37a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.939750] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1537.939948] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1537.940814] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-3049cf45-4205-407d-952a-8dd056234e6e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1537.946788] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1537.946788] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237547e-df5c-7258-b9ab-1df5712488bd" [ 1537.946788] env[65481]: _type = "Task" [ 1537.946788] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1537.954587] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237547e-df5c-7258-b9ab-1df5712488bd, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.332538] env[65481]: DEBUG oslo_concurrency.lockutils [req-7ec1701c-5fda-4f21-b84c-4d8e7d45e805 req-d5d8a454-a4d2-4550-ada5-192a3874edea service nova] Releasing lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.457381] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5237547e-df5c-7258-b9ab-1df5712488bd, 'name': SearchDatastore_Task, 'duration_secs': 0.009702} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.458171] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-d56e1c28-6df0-4241-9506-570863d1e848 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.464173] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1538.464173] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]523577fe-dded-d35e-469c-b629b863cbe4" [ 1538.464173] env[65481]: _type = "Task" [ 1538.464173] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.471929] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523577fe-dded-d35e-469c-b629b863cbe4, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1538.974533] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]523577fe-dded-d35e-469c-b629b863cbe4, 'name': SearchDatastore_Task, 'duration_secs': 0.009987} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1538.974823] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1538.975124] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] cf324db9-570b-4709-bb57-1ae994daa5f5/cf324db9-570b-4709-bb57-1ae994daa5f5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1538.975448] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-b14748ca-640a-4dd3-8f46-9ade49c2b748 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1538.982879] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1538.982879] env[65481]: value = "task-4885582" [ 1538.982879] env[65481]: _type = "Task" [ 1538.982879] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1538.991495] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885582, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1539.493100] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885582, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.479918} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1539.493100] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] cf324db9-570b-4709-bb57-1ae994daa5f5/cf324db9-570b-4709-bb57-1ae994daa5f5.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1539.493100] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1539.493100] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-367c80a8-83a0-48ee-af38-8e08f40f4d27 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1539.500801] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1539.500801] env[65481]: value = "task-4885583" [ 1539.500801] env[65481]: _type = "Task" [ 1539.500801] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1539.509949] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885583, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.010642] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885583, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.068047} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.010947] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1540.011728] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-685201d3-b3bf-4698-bb09-76408a8babe5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.033437] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] cf324db9-570b-4709-bb57-1ae994daa5f5/cf324db9-570b-4709-bb57-1ae994daa5f5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1540.033719] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-a6171d2e-7460-4832-a158-2cddc512ae7a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.053495] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1540.053495] env[65481]: value = "task-4885584" [ 1540.053495] env[65481]: _type = "Task" [ 1540.053495] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.061972] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885584, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1540.564995] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885584, 'name': ReconfigVM_Task, 'duration_secs': 0.270965} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1540.565383] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] cf324db9-570b-4709-bb57-1ae994daa5f5/cf324db9-570b-4709-bb57-1ae994daa5f5.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1540.565843] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-b4a5d3d2-43b7-466f-81b8-ca0ad47d69df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1540.572550] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1540.572550] env[65481]: value = "task-4885585" [ 1540.572550] env[65481]: _type = "Task" [ 1540.572550] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1540.581736] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885585, 'name': Rename_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.083636] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885585, 'name': Rename_Task, 'duration_secs': 0.133701} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.083943] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1541.084203] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-8c0a914d-78da-4021-9e65-9440a39ce3d4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1541.091660] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1541.091660] env[65481]: value = "task-4885586" [ 1541.091660] env[65481]: _type = "Task" [ 1541.091660] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1541.101790] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885586, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1541.602790] env[65481]: DEBUG oslo_vmware.api [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885586, 'name': PowerOnVM_Task, 'duration_secs': 0.463985} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1541.603420] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1541.603420] env[65481]: INFO nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Took 6.73 seconds to spawn the instance on the hypervisor. [ 1541.603420] env[65481]: DEBUG nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1541.604245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fcfc4a5f-3a1b-48f5-8bf6-717ace26fbff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1542.124978] env[65481]: INFO nova.compute.manager [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Took 11.40 seconds to build instance. [ 1542.627710] env[65481]: DEBUG oslo_concurrency.lockutils [None req-89f7823e-2bcb-4c47-9ac1-03f8bab222c4 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.906s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1542.818820] env[65481]: DEBUG nova.compute.manager [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Received event network-changed-a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1542.819021] env[65481]: DEBUG nova.compute.manager [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Refreshing instance network info cache due to event network-changed-a2686dab-8a7a-4371-a798-376fea37cd08. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1542.819234] env[65481]: DEBUG oslo_concurrency.lockutils [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] Acquiring lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1542.819405] env[65481]: DEBUG oslo_concurrency.lockutils [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] Acquired lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1542.819563] env[65481]: DEBUG nova.network.neutron [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Refreshing network info cache for port a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1543.322697] env[65481]: WARNING neutronclient.v2_0.client [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1543.493123] env[65481]: WARNING neutronclient.v2_0.client [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1543.558150] env[65481]: DEBUG nova.network.neutron [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updated VIF entry in instance network info cache for port a2686dab-8a7a-4371-a798-376fea37cd08. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1543.558506] env[65481]: DEBUG nova.network.neutron [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating instance_info_cache with network_info: [{"id": "a2686dab-8a7a-4371-a798-376fea37cd08", "address": "fa:16:3e:c5:a3:a5", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.13", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.164", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapa2686dab-8a", "ovs_interfaceid": "a2686dab-8a7a-4371-a798-376fea37cd08", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1544.061409] env[65481]: DEBUG oslo_concurrency.lockutils [req-28fa05a4-ca5b-438f-9bb4-79aa740accd1 req-cbebb975-7063-4fab-9fa9-96d0840337db service nova] Releasing lock "refresh_cache-cf324db9-570b-4709-bb57-1ae994daa5f5" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1574.965016] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965467] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965467] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965577] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965709] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965848] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.965991] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1574.966148] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1574.966295] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1575.470087] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.470352] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1575.470494] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1575.470648] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1575.471549] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5c9fe66e-a381-4104-8388-bd26649be8d1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.481775] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-298d1018-7a13-41ce-bd4d-8f3300e14980 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.496295] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5974fead-b04c-4f95-b18d-66b2b203dece {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.502624] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cd7d79c0-5aed-46da-829c-003577bff9e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1575.530129] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180425MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1575.530256] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1575.530460] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1576.555930] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance cf324db9-570b-4709-bb57-1ae994daa5f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1576.556222] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1576.556338] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_5db933624aa04b1291ee4ce62d94febb': '1', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1576.572516] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Refreshing inventories for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:822}} [ 1576.585280] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Updating ProviderTree inventory for provider 59619575-36e0-4460-b2ca-997bd849c0d9 from _refresh_and_get_inventory using data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) _refresh_and_get_inventory /opt/stack/nova/nova/scheduler/client/report.py:786}} [ 1576.585458] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Updating inventory in ProviderTree for provider 59619575-36e0-4460-b2ca-997bd849c0d9 with inventory: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:176}} [ 1576.595742] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Refreshing aggregate associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, aggregates: None {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:831}} [ 1576.615570] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Refreshing trait associations for resource provider 59619575-36e0-4460-b2ca-997bd849c0d9, traits: COMPUTE_SAME_HOST_COLD_MIGRATE,COMPUTE_NODE,COMPUTE_IMAGE_TYPE_ISO,HW_ARCH_X86_64,COMPUTE_IMAGE_TYPE_VMDK,COMPUTE_NET_ATTACH_INTERFACE {{(pid=65481) _refresh_associations /opt/stack/nova/nova/scheduler/client/report.py:843}} [ 1576.641652] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-46d63558-55a7-4280-8472-d76881def246 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.649293] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe12d361-59b9-4ba9-b86a-e29597f19039 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.679446] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa7bc66a-02ae-4411-976b-902352e91b99 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.687066] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-174a1827-b334-4f6b-a45b-82879cb34c93 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1576.700206] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1577.203310] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1577.708283] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1577.708685] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.178s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1580.803026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1580.803026] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1581.306637] env[65481]: DEBUG nova.compute.utils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1581.809705] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1582.887014] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1582.887458] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1582.887514] env[65481]: INFO nova.compute.manager [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Attaching volume d66b03ef-a658-44dd-ac21-3dc8e304899d to /dev/sdb [ 1582.917129] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-22c6929d-e52e-4eea-80bb-d649f0d00630 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.925846] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-55cc5c34-e969-4494-b776-0c3577108736 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1582.939606] env[65481]: DEBUG nova.virt.block_device [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating existing volume attachment record: 8ff2ba3a-8581-4f59-86eb-95953b93e340 {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1587.983757] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1587.984016] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952029', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'name': 'volume-d66b03ef-a658-44dd-ac21-3dc8e304899d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf324db9-570b-4709-bb57-1ae994daa5f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'serial': 'd66b03ef-a658-44dd-ac21-3dc8e304899d'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1587.984943] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-524b8c58-d8be-418f-8144-3c4e260d1cd4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.001573] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c7cb2fbe-3ef6-42ce-bd4d-4f1c1158b206 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.026373] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfiguring VM instance instance-0000007b to attach disk [datastore2] volume-d66b03ef-a658-44dd-ac21-3dc8e304899d/volume-d66b03ef-a658-44dd-ac21-3dc8e304899d.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1588.026643] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37933e7f-1450-478c-a4dd-ddea354c04ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.045544] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1588.045544] env[65481]: value = "task-4885591" [ 1588.045544] env[65481]: _type = "Task" [ 1588.045544] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.053977] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885591, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1588.556172] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885591, 'name': ReconfigVM_Task, 'duration_secs': 0.324338} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1588.556456] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfigured VM instance instance-0000007b to attach disk [datastore2] volume-d66b03ef-a658-44dd-ac21-3dc8e304899d/volume-d66b03ef-a658-44dd-ac21-3dc8e304899d.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1588.561092] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-ba52d5ba-d457-4a73-9051-92a320ed4ee1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1588.576436] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1588.576436] env[65481]: value = "task-4885592" [ 1588.576436] env[65481]: _type = "Task" [ 1588.576436] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1588.584767] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885592, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1589.086158] env[65481]: DEBUG oslo_vmware.api [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885592, 'name': ReconfigVM_Task, 'duration_secs': 0.141544} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1589.086527] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952029', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'name': 'volume-d66b03ef-a658-44dd-ac21-3dc8e304899d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf324db9-570b-4709-bb57-1ae994daa5f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'serial': 'd66b03ef-a658-44dd-ac21-3dc8e304899d'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1590.122871] env[65481]: DEBUG nova.objects.instance [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid cf324db9-570b-4709-bb57-1ae994daa5f5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1590.627961] env[65481]: DEBUG oslo_concurrency.lockutils [None req-cb8d53a6-3d0a-44c6-8527-c23512c129be tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.741s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1591.477708] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "ad71692d-8980-4226-a548-4530fb90f08a" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1591.478151] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1591.980474] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1592.503880] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1592.504220] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1592.505696] env[65481]: INFO nova.compute.claims [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1593.552940] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e2e01a1b-dcdc-4664-8a1d-3755feedf575 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.561027] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-45bb2f6c-094a-4fb3-a4b2-cfe80ee5972d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.592264] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fba6cf1b-ac58-46c4-bd8d-7079795ec79c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.599941] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6d1df54b-ccbd-4689-8e25-a0f9eb0edb19 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1593.614588] env[65481]: DEBUG nova.compute.provider_tree [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1594.117802] env[65481]: DEBUG nova.scheduler.client.report [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1594.622888] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.118s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1594.623499] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1595.129183] env[65481]: DEBUG nova.compute.utils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1595.130976] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1595.131682] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1595.132315] env[65481]: WARNING neutronclient.v2_0.client [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1595.132602] env[65481]: WARNING neutronclient.v2_0.client [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1595.182084] env[65481]: DEBUG nova.policy [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d0f249aa2b41208d50271aec6b8e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db933624aa04b1291ee4ce62d94febb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1595.473051] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Successfully created port: 5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1595.636605] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1596.647016] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1596.671687] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1596.671933] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1596.672096] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1596.672276] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1596.672416] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1596.672556] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1596.672754] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1596.672907] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1596.673088] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1596.673249] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1596.673412] env[65481]: DEBUG nova.virt.hardware [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1596.674293] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9d11a62c-c1fe-4b7f-bcb9-23020b5a14ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.682333] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a452cb93-885e-4b38-9a3e-ce31686c870a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1596.853834] env[65481]: DEBUG nova.compute.manager [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Received event network-vif-plugged-5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1596.854164] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] Acquiring lock "ad71692d-8980-4226-a548-4530fb90f08a-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1596.854399] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] Lock "ad71692d-8980-4226-a548-4530fb90f08a-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1596.854565] env[65481]: DEBUG oslo_concurrency.lockutils [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] Lock "ad71692d-8980-4226-a548-4530fb90f08a-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1596.854728] env[65481]: DEBUG nova.compute.manager [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] No waiting events found dispatching network-vif-plugged-5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1596.854904] env[65481]: WARNING nova.compute.manager [req-a0cbcfea-659c-45ed-a3e8-7fc9967f704b req-a7c50030-ed76-4be5-872e-194a9cb8b1f9 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Received unexpected event network-vif-plugged-5926d5cb-dc91-452a-b169-1af12ef4ade9 for instance with vm_state building and task_state spawning. [ 1596.933870] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Successfully updated port: 5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1597.436298] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1597.436475] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1597.436618] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1597.971349] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1598.058118] env[65481]: WARNING neutronclient.v2_0.client [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1598.131693] env[65481]: DEBUG nova.network.neutron [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updating instance_info_cache with network_info: [{"id": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "address": "fa:16:3e:03:08:ec", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5926d5cb-dc", "ovs_interfaceid": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1598.634851] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1598.635225] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Instance network_info: |[{"id": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "address": "fa:16:3e:03:08:ec", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5926d5cb-dc", "ovs_interfaceid": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1598.635694] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:03:08:ec', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '5926d5cb-dc91-452a-b169-1af12ef4ade9', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1598.643114] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1598.643290] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1598.643530] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-6cd94183-4695-4227-a540-2ea78489a573 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1598.665350] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1598.665350] env[65481]: value = "task-4885593" [ 1598.665350] env[65481]: _type = "Task" [ 1598.665350] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1598.673298] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885593, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1598.883996] env[65481]: DEBUG nova.compute.manager [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Received event network-changed-5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1598.884254] env[65481]: DEBUG nova.compute.manager [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Refreshing instance network info cache due to event network-changed-5926d5cb-dc91-452a-b169-1af12ef4ade9. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1598.884513] env[65481]: DEBUG oslo_concurrency.lockutils [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] Acquiring lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1598.884698] env[65481]: DEBUG oslo_concurrency.lockutils [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] Acquired lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1598.884872] env[65481]: DEBUG nova.network.neutron [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Refreshing network info cache for port 5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1599.175754] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885593, 'name': CreateVM_Task, 'duration_secs': 0.299098} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.176175] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1599.176481] env[65481]: WARNING neutronclient.v2_0.client [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1599.176855] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.177015] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.177337] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1599.177589] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-633c171b-de55-43b7-8020-98c4387fbfff {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.182441] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1599.182441] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f956c8-0b6f-da4b-7191-09326680fcf6" [ 1599.182441] env[65481]: _type = "Task" [ 1599.182441] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.190179] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f956c8-0b6f-da4b-7191-09326680fcf6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1599.388252] env[65481]: WARNING neutronclient.v2_0.client [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1599.527350] env[65481]: WARNING neutronclient.v2_0.client [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1599.590731] env[65481]: DEBUG nova.network.neutron [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updated VIF entry in instance network info cache for port 5926d5cb-dc91-452a-b169-1af12ef4ade9. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1599.591169] env[65481]: DEBUG nova.network.neutron [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updating instance_info_cache with network_info: [{"id": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "address": "fa:16:3e:03:08:ec", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5926d5cb-dc", "ovs_interfaceid": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1599.693151] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f956c8-0b6f-da4b-7191-09326680fcf6, 'name': SearchDatastore_Task, 'duration_secs': 0.010854} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1599.693466] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1599.693680] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1599.693939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1599.694100] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1599.694281] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1599.694532] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-08e83e98-239c-49f3-8069-15d71cdb6438 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.702842] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1599.703049] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1599.703719] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-a2300752-dbd3-43a3-9b07-df48defd1f32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1599.709239] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1599.709239] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f729ff-49da-6421-7184-0c997d5ebcec" [ 1599.709239] env[65481]: _type = "Task" [ 1599.709239] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1599.716158] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f729ff-49da-6421-7184-0c997d5ebcec, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.093983] env[65481]: DEBUG oslo_concurrency.lockutils [req-05fe0fd1-edad-48ab-9be3-1ed2189dd0b3 req-14d041c9-19de-4080-88b8-ff5e07dfb1e0 service nova] Releasing lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.219530] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52f729ff-49da-6421-7184-0c997d5ebcec, 'name': SearchDatastore_Task, 'duration_secs': 0.009306} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.220425] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-e32f8c06-7fb1-4357-ba61-ed314b124154 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.225713] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1600.225713] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d1086e-3590-f207-c273-071bb7132ec6" [ 1600.225713] env[65481]: _type = "Task" [ 1600.225713] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.233994] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d1086e-3590-f207-c273-071bb7132ec6, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1600.736559] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52d1086e-3590-f207-c273-071bb7132ec6, 'name': SearchDatastore_Task, 'duration_secs': 0.010664} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1600.736805] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1600.737062] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ad71692d-8980-4226-a548-4530fb90f08a/ad71692d-8980-4226-a548-4530fb90f08a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1600.737320] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-2d00fc1d-dff9-48a5-95a2-87c315d31880 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1600.744366] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1600.744366] env[65481]: value = "task-4885594" [ 1600.744366] env[65481]: _type = "Task" [ 1600.744366] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1600.753049] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885594, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.254945] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885594, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.464141} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.257092] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] ad71692d-8980-4226-a548-4530fb90f08a/ad71692d-8980-4226-a548-4530fb90f08a.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1601.257092] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1601.257092] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a4a84193-55c8-4890-8d5e-6c0f7fb0afbb {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.262363] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1601.262363] env[65481]: value = "task-4885595" [ 1601.262363] env[65481]: _type = "Task" [ 1601.262363] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.270120] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885595, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1601.773690] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885595, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.077266} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1601.773905] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1601.774665] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63e5b027-a74a-41ca-99bd-7ee7298d4525 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.796050] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Reconfiguring VM instance instance-0000007c to attach disk [datastore2] ad71692d-8980-4226-a548-4530fb90f08a/ad71692d-8980-4226-a548-4530fb90f08a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1601.796424] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-087228fc-2288-4f19-8aab-4c840d17a7fc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1601.816875] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1601.816875] env[65481]: value = "task-4885596" [ 1601.816875] env[65481]: _type = "Task" [ 1601.816875] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1601.829118] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885596, 'name': ReconfigVM_Task} progress is 6%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.327779] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885596, 'name': ReconfigVM_Task, 'duration_secs': 0.495291} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.328235] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Reconfigured VM instance instance-0000007c to attach disk [datastore2] ad71692d-8980-4226-a548-4530fb90f08a/ad71692d-8980-4226-a548-4530fb90f08a.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1602.328744] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-0d99f923-bdc1-40d2-9940-ad7851a32059 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.335971] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1602.335971] env[65481]: value = "task-4885597" [ 1602.335971] env[65481]: _type = "Task" [ 1602.335971] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.344883] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885597, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1602.846137] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885597, 'name': Rename_Task, 'duration_secs': 0.136324} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1602.846137] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1602.846380] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-dad2fe42-f6cf-4d71-8ea7-672dce0d7dda {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1602.853305] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1602.853305] env[65481]: value = "task-4885598" [ 1602.853305] env[65481]: _type = "Task" [ 1602.853305] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1602.861255] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885598, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1603.364165] env[65481]: DEBUG oslo_vmware.api [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885598, 'name': PowerOnVM_Task, 'duration_secs': 0.439786} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1603.364566] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1603.364676] env[65481]: INFO nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Took 6.72 seconds to spawn the instance on the hypervisor. [ 1603.364813] env[65481]: DEBUG nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1603.365604] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5dbd0376-17cc-4a81-bd36-07e9042ecd05 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1603.885590] env[65481]: INFO nova.compute.manager [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Took 11.40 seconds to build instance. [ 1604.387173] env[65481]: DEBUG oslo_concurrency.lockutils [None req-434c2a03-2573-4682-a203-1660556a2b94 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 12.909s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1604.921974] env[65481]: DEBUG nova.compute.manager [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Received event network-changed-5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1604.922217] env[65481]: DEBUG nova.compute.manager [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Refreshing instance network info cache due to event network-changed-5926d5cb-dc91-452a-b169-1af12ef4ade9. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1604.922402] env[65481]: DEBUG oslo_concurrency.lockutils [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] Acquiring lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1604.922545] env[65481]: DEBUG oslo_concurrency.lockutils [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] Acquired lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1604.922769] env[65481]: DEBUG nova.network.neutron [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Refreshing network info cache for port 5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1605.425727] env[65481]: WARNING neutronclient.v2_0.client [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1605.598703] env[65481]: WARNING neutronclient.v2_0.client [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1605.667479] env[65481]: DEBUG nova.network.neutron [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updated VIF entry in instance network info cache for port 5926d5cb-dc91-452a-b169-1af12ef4ade9. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1605.667839] env[65481]: DEBUG nova.network.neutron [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updating instance_info_cache with network_info: [{"id": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "address": "fa:16:3e:03:08:ec", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.200", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap5926d5cb-dc", "ovs_interfaceid": "5926d5cb-dc91-452a-b169-1af12ef4ade9", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1606.171077] env[65481]: DEBUG oslo_concurrency.lockutils [req-c083fa3c-0d82-47aa-ada5-434a35b70e89 req-a7b60c86-ad49-49eb-973b-064435b1c429 service nova] Releasing lock "refresh_cache-ad71692d-8980-4226-a548-4530fb90f08a" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1633.421402] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.421801] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.926805] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927028] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927028] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927156] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927299] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927442] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1633.927574] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1633.928060] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1634.431256] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.431707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1634.431707] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1634.431818] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1634.432704] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3f91a608-5f8f-447f-a6eb-a2ef35ce5d61 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.441749] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fe00a03a-81e5-40c4-9c4f-daff9aaa91bf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.458245] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-635209bf-bbb7-4106-ab95-95c42930c2e1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.465817] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8b0a17fc-538f-425f-bc52-866875140431 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1634.497483] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180267MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1634.497671] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1634.497937] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1635.525651] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance cf324db9-570b-4709-bb57-1ae994daa5f5 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1635.525861] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance ad71692d-8980-4226-a548-4530fb90f08a actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1635.525980] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 2 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1635.526032] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=896MB phys_disk=100GB used_disk=2GB total_vcpus=48 used_vcpus=2 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '2', 'num_vm_active': '2', 'num_task_None': '2', 'num_os_type_None': '2', 'num_proj_5db933624aa04b1291ee4ce62d94febb': '2', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1635.564471] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-8669f5de-d027-41b2-b7be-72332d5c3cdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.572589] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-508eed2a-5f71-49e9-b56d-e95f5276dcb9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.604880] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a25a152b-326e-4ec8-8ec9-77a1ca436a86 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.613587] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b3971141-4e91-4433-bd5b-d96a575063f8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1635.627313] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1636.132411] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1636.637210] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1636.637614] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.139s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.602923] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "ad71692d-8980-4226-a548-4530fb90f08a" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.603322] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.603378] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "ad71692d-8980-4226-a548-4530fb90f08a-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1642.603535] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1642.603713] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1642.607321] env[65481]: INFO nova.compute.manager [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Terminating instance [ 1643.111474] env[65481]: DEBUG nova.compute.manager [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1643.111687] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1643.112653] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-489d1508-d9eb-4235-9b1c-73e9c8da43df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.120460] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1643.120687] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-b8962a65-3886-4e3a-80d3-8fbb120c117b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.127704] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1643.127704] env[65481]: value = "task-4885599" [ 1643.127704] env[65481]: _type = "Task" [ 1643.127704] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.136255] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885599, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1643.638187] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885599, 'name': PowerOffVM_Task, 'duration_secs': 0.175288} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1643.638567] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1643.638673] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1643.638934] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-2479c852-c7cf-4cce-a542-3f49890e9b4f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.702931] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1643.703151] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1643.703339] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleting the datastore file [datastore2] ad71692d-8980-4226-a548-4530fb90f08a {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1643.703631] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-ece21c0b-439f-4d5e-8329-6ee3118538e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1643.710520] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1643.710520] env[65481]: value = "task-4885601" [ 1643.710520] env[65481]: _type = "Task" [ 1643.710520] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1643.718129] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885601, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1644.220847] env[65481]: DEBUG oslo_vmware.api [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885601, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.139572} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1644.221103] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1644.221293] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1644.221458] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1644.221625] env[65481]: INFO nova.compute.manager [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1644.221873] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1644.222074] env[65481]: DEBUG nova.compute.manager [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1644.222173] env[65481]: DEBUG nova.network.neutron [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1644.222432] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1644.255468] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1644.720475] env[65481]: DEBUG nova.compute.manager [req-237d64aa-4fd4-4b31-833a-e1cc2b767e0a req-d92e514d-bef0-41af-8a95-6670890e5f8c service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Received event network-vif-deleted-5926d5cb-dc91-452a-b169-1af12ef4ade9 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1644.720787] env[65481]: INFO nova.compute.manager [req-237d64aa-4fd4-4b31-833a-e1cc2b767e0a req-d92e514d-bef0-41af-8a95-6670890e5f8c service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Neutron deleted interface 5926d5cb-dc91-452a-b169-1af12ef4ade9; detaching it from the instance and deleting it from the info cache [ 1644.720787] env[65481]: DEBUG nova.network.neutron [req-237d64aa-4fd4-4b31-833a-e1cc2b767e0a req-d92e514d-bef0-41af-8a95-6670890e5f8c service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.197046] env[65481]: DEBUG nova.network.neutron [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1645.223498] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-53620404-d0ce-4a36-a8ed-fe0bf7b1a281 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.236504] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fd64e206-db9e-4b9d-968c-aba54415d78e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1645.265848] env[65481]: DEBUG nova.compute.manager [req-237d64aa-4fd4-4b31-833a-e1cc2b767e0a req-d92e514d-bef0-41af-8a95-6670890e5f8c service nova] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Detach interface failed, port_id=5926d5cb-dc91-452a-b169-1af12ef4ade9, reason: Instance ad71692d-8980-4226-a548-4530fb90f08a could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1645.700803] env[65481]: INFO nova.compute.manager [-] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Took 1.48 seconds to deallocate network for instance. [ 1646.207686] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1646.208161] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1646.208271] env[65481]: DEBUG nova.objects.instance [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'resources' on Instance uuid ad71692d-8980-4226-a548-4530fb90f08a {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1646.758697] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cc1062e5-9d6b-45ec-b700-e1cf39e9b1e4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.768981] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f26f7aee-5fa9-4f95-a0d9-cd13d07c6b10 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.814713] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9ad9649-e87f-4725-8d1c-9aedd8af7ebf {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.822538] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-26793cd7-7704-4fcb-a64a-2b8b0b411e2e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1646.835940] env[65481]: DEBUG nova.compute.provider_tree [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1647.339333] env[65481]: DEBUG nova.scheduler.client.report [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1647.844945] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.637s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1647.865513] env[65481]: INFO nova.scheduler.client.report [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted allocations for instance ad71692d-8980-4226-a548-4530fb90f08a [ 1648.374589] env[65481]: DEBUG oslo_concurrency.lockutils [None req-92377067-fe03-4277-a1c5-cc7304262f68 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "ad71692d-8980-4226-a548-4530fb90f08a" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.771s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1649.620412] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1649.620760] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1650.123891] env[65481]: INFO nova.compute.manager [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Detaching volume d66b03ef-a658-44dd-ac21-3dc8e304899d [ 1650.158126] env[65481]: INFO nova.virt.block_device [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Attempting to driver detach volume d66b03ef-a658-44dd-ac21-3dc8e304899d from mountpoint /dev/sdb [ 1650.158389] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1650.158584] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952029', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'name': 'volume-d66b03ef-a658-44dd-ac21-3dc8e304899d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf324db9-570b-4709-bb57-1ae994daa5f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'serial': 'd66b03ef-a658-44dd-ac21-3dc8e304899d'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1650.159458] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-40b19cab-5667-4d04-a641-a8e54028067a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.180689] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2a8866fa-f065-4b23-a6d2-f23d23c6a975 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.188373] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7d8dc5a0-797f-4d02-bf3c-1420887ad716 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.208319] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-53f78826-5245-49d8-84c6-7046215e672b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.223182] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The volume has not been displaced from its original location: [datastore2] volume-d66b03ef-a658-44dd-ac21-3dc8e304899d/volume-d66b03ef-a658-44dd-ac21-3dc8e304899d.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1650.228392] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfiguring VM instance instance-0000007b to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1650.228660] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-627421ae-a6b9-40ea-b7f1-aa0f4ae2ee5e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.247189] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1650.247189] env[65481]: value = "task-4885602" [ 1650.247189] env[65481]: _type = "Task" [ 1650.247189] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.256618] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885602, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1650.756908] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885602, 'name': ReconfigVM_Task, 'duration_secs': 0.210417} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1650.757315] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Reconfigured VM instance instance-0000007b to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1650.761815] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-7e75ac08-481d-4ec6-9cb3-d5ce9613fc32 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1650.777246] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1650.777246] env[65481]: value = "task-4885603" [ 1650.777246] env[65481]: _type = "Task" [ 1650.777246] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1650.785439] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885603, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1651.287318] env[65481]: DEBUG oslo_vmware.api [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885603, 'name': ReconfigVM_Task, 'duration_secs': 0.132871} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1651.287634] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952029', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'name': 'volume-d66b03ef-a658-44dd-ac21-3dc8e304899d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'cf324db9-570b-4709-bb57-1ae994daa5f5', 'attached_at': '', 'detached_at': '', 'volume_id': 'd66b03ef-a658-44dd-ac21-3dc8e304899d', 'serial': 'd66b03ef-a658-44dd-ac21-3dc8e304899d'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1651.827074] env[65481]: DEBUG nova.objects.instance [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid cf324db9-570b-4709-bb57-1ae994daa5f5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1652.835888] env[65481]: DEBUG oslo_concurrency.lockutils [None req-82415a6b-8884-4553-b09c-259a55f96302 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.215s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.866099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.866099] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.866597] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1653.866597] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1653.866709] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1653.868942] env[65481]: INFO nova.compute.manager [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Terminating instance [ 1654.373359] env[65481]: DEBUG nova.compute.manager [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1654.373617] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1654.374526] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-fa9c1e51-dc2c-4622-8f56-4a8a6472f028 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.382701] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1654.382932] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-65f517d9-87a3-47d2-868d-9ae40b4eee57 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.389486] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1654.389486] env[65481]: value = "task-4885604" [ 1654.389486] env[65481]: _type = "Task" [ 1654.389486] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.397649] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885604, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1654.900031] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885604, 'name': PowerOffVM_Task, 'duration_secs': 0.20164} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1654.900031] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1654.900500] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1654.900500] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-1f0bcef0-6ba8-47f3-b1d1-df791a53daf0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.964715] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1654.964930] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1654.965115] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleting the datastore file [datastore2] cf324db9-570b-4709-bb57-1ae994daa5f5 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1654.965395] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-80ee7453-e496-493f-8942-b46534c3ee24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1654.972640] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1654.972640] env[65481]: value = "task-4885606" [ 1654.972640] env[65481]: _type = "Task" [ 1654.972640] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1654.980433] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885606, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1655.482876] env[65481]: DEBUG oslo_vmware.api [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885606, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.138164} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1655.483290] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1655.483555] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1655.483804] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1655.484071] env[65481]: INFO nova.compute.manager [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1655.484392] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1655.484644] env[65481]: DEBUG nova.compute.manager [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1655.484790] env[65481]: DEBUG nova.network.neutron [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1655.485098] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1655.516031] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1655.984568] env[65481]: DEBUG nova.compute.manager [req-195119a2-0489-43e3-9db7-6027df0292f3 req-79cf6013-99a8-46c8-9654-8496440df8df service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Received event network-vif-deleted-a2686dab-8a7a-4371-a798-376fea37cd08 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1655.984865] env[65481]: INFO nova.compute.manager [req-195119a2-0489-43e3-9db7-6027df0292f3 req-79cf6013-99a8-46c8-9654-8496440df8df service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Neutron deleted interface a2686dab-8a7a-4371-a798-376fea37cd08; detaching it from the instance and deleting it from the info cache [ 1655.984985] env[65481]: DEBUG nova.network.neutron [req-195119a2-0489-43e3-9db7-6027df0292f3 req-79cf6013-99a8-46c8-9654-8496440df8df service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.452506] env[65481]: DEBUG nova.network.neutron [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1656.487027] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-75c7df28-0b30-47ee-9e58-0ce3bb443d62 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.497306] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e50f7541-e592-4779-8e57-7c8d8e01604b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1656.523119] env[65481]: DEBUG nova.compute.manager [req-195119a2-0489-43e3-9db7-6027df0292f3 req-79cf6013-99a8-46c8-9654-8496440df8df service nova] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Detach interface failed, port_id=a2686dab-8a7a-4371-a798-376fea37cd08, reason: Instance cf324db9-570b-4709-bb57-1ae994daa5f5 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1656.956104] env[65481]: INFO nova.compute.manager [-] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Took 1.47 seconds to deallocate network for instance. [ 1657.462204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1657.462670] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1657.462753] env[65481]: DEBUG nova.objects.instance [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'resources' on Instance uuid cf324db9-570b-4709-bb57-1ae994daa5f5 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1657.998996] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-feaa0802-672b-4322-b589-a76a052da203 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.006424] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f7f5501e-2bc9-495a-8d2f-2e07e4bcd4d5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.036405] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eaea3aaa-2da1-4d1f-9336-bb139d436907 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.043798] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b5ae7ef7-e79f-43ba-8d3b-d58804e4eaee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1658.056942] env[65481]: DEBUG nova.compute.provider_tree [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1658.560500] env[65481]: DEBUG nova.scheduler.client.report [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1659.065170] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.602s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1659.086570] env[65481]: INFO nova.scheduler.client.report [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted allocations for instance cf324db9-570b-4709-bb57-1ae994daa5f5 [ 1659.594891] env[65481]: DEBUG oslo_concurrency.lockutils [None req-b287d2f4-915a-4c9f-8522-9cd9737d59d9 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "cf324db9-570b-4709-bb57-1ae994daa5f5" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1661.943728] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1661.944049] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.446468] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1662.968555] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1662.968956] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1662.970582] env[65481]: INFO nova.compute.claims [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1664.006872] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-05b16ff0-00e0-4a4d-b898-b9ae716e994e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.016374] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2817bab0-0b6f-4868-aa8d-9dbbef9dbfe4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.048516] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3ef75a16-ec5a-47c0-bcd8-31268033368e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.056668] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d1c9ed7b-89be-409d-bb67-f3c891a329e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1664.070090] env[65481]: DEBUG nova.compute.provider_tree [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1664.573468] env[65481]: DEBUG nova.scheduler.client.report [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1665.078939] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.110s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1665.079589] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1665.585049] env[65481]: DEBUG nova.compute.utils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1665.586538] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1665.586734] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1665.587071] env[65481]: WARNING neutronclient.v2_0.client [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1665.587407] env[65481]: WARNING neutronclient.v2_0.client [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1665.637242] env[65481]: DEBUG nova.policy [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d0f249aa2b41208d50271aec6b8e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db933624aa04b1291ee4ce62d94febb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1665.917158] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Successfully created port: be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1666.090863] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1667.102479] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1667.132873] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1667.133156] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1667.133307] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1667.133480] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1667.133619] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1667.133763] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1667.133968] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1667.134135] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1667.134298] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1667.134452] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1667.134619] env[65481]: DEBUG nova.virt.hardware [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1667.135577] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7ec2d331-7d09-4716-86e6-c7cab7077345 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.143633] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58640c2e-3405-41c2-ad40-fd9fb60bb4dc {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1667.320478] env[65481]: DEBUG nova.compute.manager [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Received event network-vif-plugged-be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1667.320718] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1667.320917] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1667.321091] env[65481]: DEBUG oslo_concurrency.lockutils [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1667.321257] env[65481]: DEBUG nova.compute.manager [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] No waiting events found dispatching network-vif-plugged-be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1667.321443] env[65481]: WARNING nova.compute.manager [req-0ace8a44-8a7f-42f8-a4d0-1c7568e11596 req-82d26308-d9eb-442d-8e9c-e9a6050f78b2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Received unexpected event network-vif-plugged-be539486-1f62-412b-afe5-ec148a5fba62 for instance with vm_state building and task_state spawning. [ 1667.397310] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Successfully updated port: be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1667.900779] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1667.900984] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1667.901177] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1668.438084] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1668.529484] env[65481]: WARNING neutronclient.v2_0.client [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1668.605010] env[65481]: DEBUG nova.network.neutron [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating instance_info_cache with network_info: [{"id": "be539486-1f62-412b-afe5-ec148a5fba62", "address": "fa:16:3e:96:82:01", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe539486-1f", "ovs_interfaceid": "be539486-1f62-412b-afe5-ec148a5fba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1669.107878] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1669.108202] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Instance network_info: |[{"id": "be539486-1f62-412b-afe5-ec148a5fba62", "address": "fa:16:3e:96:82:01", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe539486-1f", "ovs_interfaceid": "be539486-1f62-412b-afe5-ec148a5fba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1669.108668] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:96:82:01', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': 'be539486-1f62-412b-afe5-ec148a5fba62', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1669.116157] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1669.116365] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1669.116589] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-99536ed0-c811-4831-992e-c0c3af351074 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1669.137011] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1669.137011] env[65481]: value = "task-4885607" [ 1669.137011] env[65481]: _type = "Task" [ 1669.137011] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1669.144744] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885607, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.352017] env[65481]: DEBUG nova.compute.manager [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Received event network-changed-be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1669.352173] env[65481]: DEBUG nova.compute.manager [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Refreshing instance network info cache due to event network-changed-be539486-1f62-412b-afe5-ec148a5fba62. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1669.352363] env[65481]: DEBUG oslo_concurrency.lockutils [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] Acquiring lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1669.352486] env[65481]: DEBUG oslo_concurrency.lockutils [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] Acquired lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1669.352655] env[65481]: DEBUG nova.network.neutron [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Refreshing network info cache for port be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1669.646477] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885607, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1669.855577] env[65481]: WARNING neutronclient.v2_0.client [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1669.989937] env[65481]: WARNING neutronclient.v2_0.client [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1670.053997] env[65481]: DEBUG nova.network.neutron [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updated VIF entry in instance network info cache for port be539486-1f62-412b-afe5-ec148a5fba62. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1670.054338] env[65481]: DEBUG nova.network.neutron [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating instance_info_cache with network_info: [{"id": "be539486-1f62-412b-afe5-ec148a5fba62", "address": "fa:16:3e:96:82:01", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe539486-1f", "ovs_interfaceid": "be539486-1f62-412b-afe5-ec148a5fba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1670.149714] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885607, 'name': CreateVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1670.557567] env[65481]: DEBUG oslo_concurrency.lockutils [req-e8dd8e42-850f-438e-ad10-3c54b761f98e req-45c4c966-ea9f-46f0-8490-45d37b87545f service nova] Releasing lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1670.647901] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885607, 'name': CreateVM_Task, 'duration_secs': 1.318397} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1670.648295] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1670.648570] env[65481]: WARNING neutronclient.v2_0.client [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1670.648933] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1670.649098] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1670.649404] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1670.649642] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-59eb4ca9-b0b7-472c-9bd8-7f5aa852d003 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1670.653995] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1670.653995] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c5eab9-d5a0-031c-d858-e7386fddb660" [ 1670.653995] env[65481]: _type = "Task" [ 1670.653995] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1670.661622] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c5eab9-d5a0-031c-d858-e7386fddb660, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.164238] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52c5eab9-d5a0-031c-d858-e7386fddb660, 'name': SearchDatastore_Task, 'duration_secs': 0.010392} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.164541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1671.164764] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1671.164991] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1671.165146] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1671.165321] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1671.165576] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-6f8fb980-9d84-4831-afa6-fb7497a89024 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.174621] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1671.174791] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1671.175499] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-4907ec39-c9d4-4e09-ad8c-11e20c9ebbf0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.180551] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1671.180551] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df7b7f-8b27-e0de-b44e-7c22d823f5e1" [ 1671.180551] env[65481]: _type = "Task" [ 1671.180551] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.187925] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df7b7f-8b27-e0de-b44e-7c22d823f5e1, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1671.693322] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52df7b7f-8b27-e0de-b44e-7c22d823f5e1, 'name': SearchDatastore_Task, 'duration_secs': 0.008796} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1671.694111] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-0f60a083-8dbd-4ab9-b78b-46eef2e7bb1d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1671.699607] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1671.699607] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bdbb-3889-ac09-55cb-ad8f4a945b92" [ 1671.699607] env[65481]: _type = "Task" [ 1671.699607] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1671.708013] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bdbb-3889-ac09-55cb-ad8f4a945b92, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.209699] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]5203bdbb-3889-ac09-55cb-ad8f4a945b92, 'name': SearchDatastore_Task, 'duration_secs': 0.011123} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1672.209952] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1672.210221] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8940da8b-7d9d-44df-a273-16f4faaf6f8c/8940da8b-7d9d-44df-a273-16f4faaf6f8c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1672.210508] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-8323926c-60c8-4552-b700-f1296440ef6f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1672.218381] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1672.218381] env[65481]: value = "task-4885608" [ 1672.218381] env[65481]: _type = "Task" [ 1672.218381] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1672.227353] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885608, 'name': CopyVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1672.731902] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885608, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.230323] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885608, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.537543} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.230621] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] 8940da8b-7d9d-44df-a273-16f4faaf6f8c/8940da8b-7d9d-44df-a273-16f4faaf6f8c.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1673.230845] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1673.231126] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-1363f5f9-afc8-48a7-ba5e-a3fc67974366 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.238665] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1673.238665] env[65481]: value = "task-4885609" [ 1673.238665] env[65481]: _type = "Task" [ 1673.238665] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.247139] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885609, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1673.748896] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885609, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.357854} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1673.749354] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1673.749930] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-723cc36d-1284-4a17-8dea-ac61f0868280 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.772866] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] 8940da8b-7d9d-44df-a273-16f4faaf6f8c/8940da8b-7d9d-44df-a273-16f4faaf6f8c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1673.773202] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-bbf60f5e-90c9-4bf1-8c8d-1369c2e85a37 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1673.793084] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1673.793084] env[65481]: value = "task-4885610" [ 1673.793084] env[65481]: _type = "Task" [ 1673.793084] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1673.801674] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885610, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.304769] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885610, 'name': ReconfigVM_Task} progress is 99%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1674.804192] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885610, 'name': ReconfigVM_Task, 'duration_secs': 0.550297} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1674.804611] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] 8940da8b-7d9d-44df-a273-16f4faaf6f8c/8940da8b-7d9d-44df-a273-16f4faaf6f8c.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1674.805091] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-8fb8ea55-e624-4168-b77e-50009e76dd66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1674.810951] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1674.810951] env[65481]: value = "task-4885611" [ 1674.810951] env[65481]: _type = "Task" [ 1674.810951] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1674.818781] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885611, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.321068] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885611, 'name': Rename_Task, 'duration_secs': 0.136502} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.321334] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1675.321609] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-c0920dfe-1425-404b-b96d-0f9bf3270b02 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1675.327467] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1675.327467] env[65481]: value = "task-4885612" [ 1675.327467] env[65481]: _type = "Task" [ 1675.327467] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1675.334849] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885612, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1675.837921] env[65481]: DEBUG oslo_vmware.api [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885612, 'name': PowerOnVM_Task, 'duration_secs': 0.463802} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1675.838308] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1675.838480] env[65481]: INFO nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Took 8.74 seconds to spawn the instance on the hypervisor. [ 1675.838685] env[65481]: DEBUG nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1675.839717] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6174b33-087f-4f1a-9a61-d05a6c065be3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1676.361669] env[65481]: INFO nova.compute.manager [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Took 13.41 seconds to build instance. [ 1676.864371] env[65481]: DEBUG oslo_concurrency.lockutils [None req-68702bcd-aafe-4347-8259-97fc905f3058 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 14.920s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1677.225814] env[65481]: DEBUG nova.compute.manager [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Received event network-changed-be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1677.226090] env[65481]: DEBUG nova.compute.manager [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Refreshing instance network info cache due to event network-changed-be539486-1f62-412b-afe5-ec148a5fba62. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1677.226374] env[65481]: DEBUG oslo_concurrency.lockutils [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] Acquiring lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1677.226545] env[65481]: DEBUG oslo_concurrency.lockutils [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] Acquired lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1677.226807] env[65481]: DEBUG nova.network.neutron [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Refreshing network info cache for port be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1677.729725] env[65481]: WARNING neutronclient.v2_0.client [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1677.891300] env[65481]: WARNING neutronclient.v2_0.client [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1677.958122] env[65481]: DEBUG nova.network.neutron [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updated VIF entry in instance network info cache for port be539486-1f62-412b-afe5-ec148a5fba62. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1677.958535] env[65481]: DEBUG nova.network.neutron [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating instance_info_cache with network_info: [{"id": "be539486-1f62-412b-afe5-ec148a5fba62", "address": "fa:16:3e:96:82:01", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.5", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tapbe539486-1f", "ovs_interfaceid": "be539486-1f62-412b-afe5-ec148a5fba62", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1678.461855] env[65481]: DEBUG oslo_concurrency.lockutils [req-c97f027b-0b94-47b5-9320-68f348b077b6 req-adc73f95-8446-49fa-aa55-d7111836c637 service nova] Releasing lock "refresh_cache-8940da8b-7d9d-44df-a273-16f4faaf6f8c" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1696.639404] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.639889] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.639889] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.640073] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.640224] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.640397] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.640569] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1696.640764] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1696.640940] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1697.144206] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1697.144493] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1697.144616] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1697.144765] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1697.145711] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e04064f0-5a00-481f-9d6a-3a4389ef237e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.154291] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f99df8b2-a88f-4fd8-9df8-426dc2acf330 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.168756] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a965ed27-a460-4ee0-b3fa-2dd218c2c961 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.175154] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-cddb07d6-024c-4f89-93c9-8fdd8cc01e4d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1697.203336] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=179995MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1697.203545] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1697.203677] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1698.230780] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance 8940da8b-7d9d-44df-a273-16f4faaf6f8c actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1698.231092] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1698.231145] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_5db933624aa04b1291ee4ce62d94febb': '1', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1698.259602] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-7c77c270-b80a-4b83-8344-50859a3d0f63 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.267443] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-15073462-bbf3-4e9c-86a2-d1356f81fcc4 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.298320] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b1b482c4-3458-4b05-ae7a-3f0c35260626 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.306190] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a6a77079-5381-46ce-aae5-c6897caa0233 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1698.319930] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1698.823244] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1699.328600] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1699.328995] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.125s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1713.474433] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1713.474744] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1713.978754] env[65481]: DEBUG nova.compute.utils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1714.482144] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1715.541712] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1715.542253] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1715.542348] env[65481]: INFO nova.compute.manager [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Attaching volume abfc64bf-f13f-4a84-8d2d-1543e341f4f7 to /dev/sdb [ 1715.572839] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c23ee744-f588-4e5f-bcd2-1429cea3be31 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.579837] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d2d601a-d31d-4317-9107-5f282a4ee9e0 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1715.593035] env[65481]: DEBUG nova.virt.block_device [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating existing volume attachment record: 225a4c6e-a452-4cbf-8f08-9d640496842d {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1720.137402] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1720.137638] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952032', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'name': 'volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8940da8b-7d9d-44df-a273-16f4faaf6f8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'serial': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1720.138575] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3753b57b-0da0-4677-86c1-44d188530615 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.154718] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aef692d4-b777-426f-ac0e-919a1f24f37a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.179150] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfiguring VM instance instance-0000007d to attach disk [datastore2] volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7/volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1720.179462] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-1ffc7440-84db-44a0-8cc6-56e148dbb05e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.198383] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1720.198383] env[65481]: value = "task-4885615" [ 1720.198383] env[65481]: _type = "Task" [ 1720.198383] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.206996] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885615, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1720.708107] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885615, 'name': ReconfigVM_Task, 'duration_secs': 0.327187} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1720.708402] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfigured VM instance instance-0000007d to attach disk [datastore2] volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7/volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1720.713108] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8dabbf73-f13c-4a9a-8daa-4bd137d08087 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1720.727911] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1720.727911] env[65481]: value = "task-4885616" [ 1720.727911] env[65481]: _type = "Task" [ 1720.727911] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1720.735851] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885616, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1721.238514] env[65481]: DEBUG oslo_vmware.api [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885616, 'name': ReconfigVM_Task, 'duration_secs': 0.168128} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1721.238883] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952032', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'name': 'volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8940da8b-7d9d-44df-a273-16f4faaf6f8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'serial': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1722.274905] env[65481]: DEBUG nova.objects.instance [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid 8940da8b-7d9d-44df-a273-16f4faaf6f8c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1722.781652] env[65481]: DEBUG oslo_concurrency.lockutils [None req-ce5cf271-d940-48bd-a789-a9a74ae7c41a tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.239s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1722.992921] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1722.993214] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1723.496139] env[65481]: INFO nova.compute.manager [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Detaching volume abfc64bf-f13f-4a84-8d2d-1543e341f4f7 [ 1723.526488] env[65481]: INFO nova.virt.block_device [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Attempting to driver detach volume abfc64bf-f13f-4a84-8d2d-1543e341f4f7 from mountpoint /dev/sdb [ 1723.526742] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1723.526921] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952032', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'name': 'volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8940da8b-7d9d-44df-a273-16f4faaf6f8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'serial': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1723.527801] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4504500b-d967-4180-a949-24f38389d7ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.549337] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5eff9feb-11bb-4015-a85e-47e8b4572748 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.556512] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-61a34de2-cbaf-4b2b-ab99-20f1aa4fa4ca {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.576068] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c120a1b7-f8a2-4970-8ed2-ec25100521e9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.590542] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The volume has not been displaced from its original location: [datastore2] volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7/volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1723.595621] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfiguring VM instance instance-0000007d to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1723.595880] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-8919855f-1524-44fc-a8ac-edc8fe30e76a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1723.613869] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1723.613869] env[65481]: value = "task-4885617" [ 1723.613869] env[65481]: _type = "Task" [ 1723.613869] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1723.621654] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885617, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.124905] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885617, 'name': ReconfigVM_Task, 'duration_secs': 0.217458} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.125181] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Reconfigured VM instance instance-0000007d to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1724.129685] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-9b9ae7ac-2e4e-4432-9f57-e308893c1e84 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1724.144562] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1724.144562] env[65481]: value = "task-4885618" [ 1724.144562] env[65481]: _type = "Task" [ 1724.144562] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1724.153147] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885618, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1724.654655] env[65481]: DEBUG oslo_vmware.api [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885618, 'name': ReconfigVM_Task, 'duration_secs': 0.130511} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1724.655034] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952032', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'name': 'volume-abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': '8940da8b-7d9d-44df-a273-16f4faaf6f8c', 'attached_at': '', 'detached_at': '', 'volume_id': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7', 'serial': 'abfc64bf-f13f-4a84-8d2d-1543e341f4f7'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1725.196944] env[65481]: DEBUG nova.objects.instance [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid 8940da8b-7d9d-44df-a273-16f4faaf6f8c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1726.207991] env[65481]: DEBUG oslo_concurrency.lockutils [None req-bc868ea4-e980-47e3-ba71-de98a9645ac7 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.214s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1727.231833] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1727.232282] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.232413] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1727.232510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1727.232682] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1727.234743] env[65481]: INFO nova.compute.manager [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Terminating instance [ 1727.737994] env[65481]: DEBUG nova.compute.manager [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1727.738271] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1727.739204] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-27e83daf-df8d-4097-91f8-5897ca285a8a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.747336] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1727.747565] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-4e022f02-b484-49ad-b083-b47a94f95662 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1727.753662] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1727.753662] env[65481]: value = "task-4885619" [ 1727.753662] env[65481]: _type = "Task" [ 1727.753662] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1727.762505] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885619, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.263779] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885619, 'name': PowerOffVM_Task, 'duration_secs': 0.176707} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.264178] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1728.264178] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1728.264414] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-c2cbb559-eb9a-4234-b150-0a8865b1ea38 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.324265] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1728.324491] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1728.324666] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleting the datastore file [datastore2] 8940da8b-7d9d-44df-a273-16f4faaf6f8c {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1728.324942] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-bbdbcda7-cce3-4631-a9ae-a989fc651bad {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1728.331740] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1728.331740] env[65481]: value = "task-4885621" [ 1728.331740] env[65481]: _type = "Task" [ 1728.331740] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1728.339400] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885621, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1728.843443] env[65481]: DEBUG oslo_vmware.api [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885621, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.124394} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1728.843730] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1728.843912] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1728.844104] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1728.844281] env[65481]: INFO nova.compute.manager [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1728.844537] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1728.844847] env[65481]: DEBUG nova.compute.manager [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1728.844944] env[65481]: DEBUG nova.network.neutron [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1728.845204] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1728.876362] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1729.330115] env[65481]: DEBUG nova.compute.manager [req-f76047d1-92b7-409d-b810-c2d8df7eca10 req-0acc4e14-5ece-4368-8c7e-8d7f481956d2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Received event network-vif-deleted-be539486-1f62-412b-afe5-ec148a5fba62 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1729.330462] env[65481]: INFO nova.compute.manager [req-f76047d1-92b7-409d-b810-c2d8df7eca10 req-0acc4e14-5ece-4368-8c7e-8d7f481956d2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Neutron deleted interface be539486-1f62-412b-afe5-ec148a5fba62; detaching it from the instance and deleting it from the info cache [ 1729.330522] env[65481]: DEBUG nova.network.neutron [req-f76047d1-92b7-409d-b810-c2d8df7eca10 req-0acc4e14-5ece-4368-8c7e-8d7f481956d2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.805463] env[65481]: DEBUG nova.network.neutron [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1729.833657] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-07233379-b633-4ee4-a48f-ca5a9ca8f746 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.844791] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-5d45278b-238a-4091-925a-843d71b3864a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1729.874662] env[65481]: DEBUG nova.compute.manager [req-f76047d1-92b7-409d-b810-c2d8df7eca10 req-0acc4e14-5ece-4368-8c7e-8d7f481956d2 service nova] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Detach interface failed, port_id=be539486-1f62-412b-afe5-ec148a5fba62, reason: Instance 8940da8b-7d9d-44df-a273-16f4faaf6f8c could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1730.309148] env[65481]: INFO nova.compute.manager [-] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Took 1.46 seconds to deallocate network for instance. [ 1730.816799] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1730.817204] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1730.817308] env[65481]: DEBUG nova.objects.instance [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'resources' on Instance uuid 8940da8b-7d9d-44df-a273-16f4faaf6f8c {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1731.356056] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-07bd2c11-bc87-4a1d-91f8-7c02adf3b399 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.364271] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d26e1921-a42a-4fe1-9392-4cb38bf5a6af {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.394818] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-565e16f8-4e39-4b8e-b1f2-a0e90b72bce9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.401766] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4b01d284-56ab-4540-963c-f9a9676ac32c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1731.414564] env[65481]: DEBUG nova.compute.provider_tree [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1731.918090] env[65481]: DEBUG nova.scheduler.client.report [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1732.423485] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.606s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1732.452976] env[65481]: INFO nova.scheduler.client.report [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted allocations for instance 8940da8b-7d9d-44df-a273-16f4faaf6f8c [ 1732.960936] env[65481]: DEBUG oslo_concurrency.lockutils [None req-78bffa5f-4764-4705-8cd4-e5bbcf84cb60 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "8940da8b-7d9d-44df-a273-16f4faaf6f8c" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.729s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1735.354960] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1735.355278] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" acquired by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1735.857578] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Starting instance... {{(pid=65481) _do_build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2476}} [ 1736.382541] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1736.382818] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1736.384360] env[65481]: INFO nova.compute.claims [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Claim successful on node domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 [ 1737.420492] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4029fc4-29e5-4822-9ac1-37021be29d24 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.428314] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-aedb795e-1a91-4998-9353-98e50286d195 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.458508] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-4af1954f-718d-4d84-85f0-8f157113ba0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.466890] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-e9f298bc-7fb2-49d3-9699-b4913fc6d76d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1737.481315] env[65481]: DEBUG nova.compute.provider_tree [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1737.984372] env[65481]: DEBUG nova.scheduler.client.report [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1738.488863] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.instance_claim" :: held 2.106s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1738.489465] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Start building networks asynchronously for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2874}} [ 1738.994722] env[65481]: DEBUG nova.compute.utils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1738.996194] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Allocating IP information in the background. {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2020}} [ 1738.996388] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] allocate_for_instance() {{(pid=65481) allocate_for_instance /opt/stack/nova/nova/network/neutron.py:1208}} [ 1738.996704] env[65481]: WARNING neutronclient.v2_0.client [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1738.997021] env[65481]: WARNING neutronclient.v2_0.client [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1739.045431] env[65481]: DEBUG nova.policy [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Policy check for network:attach_external_network failed with credentials {'is_admin': False, 'user_id': '54d0f249aa2b41208d50271aec6b8e18', 'user_domain_id': 'default', 'system_scope': None, 'domain_id': None, 'project_id': '5db933624aa04b1291ee4ce62d94febb', 'project_domain_id': 'default', 'roles': ['reader', 'member'], 'is_admin_project': True, 'service_user_id': None, 'service_user_domain_id': None, 'service_project_id': None, 'service_project_domain_id': None, 'service_roles': []} {{(pid=65481) authorize /opt/stack/nova/nova/policy.py:192}} [ 1739.345745] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Successfully created port: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) _create_port_minimal /opt/stack/nova/nova/network/neutron.py:550}} [ 1739.500549] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Start building block device mappings for instance. {{(pid=65481) _build_resources /opt/stack/nova/nova/compute/manager.py:2909}} [ 1740.511515] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Start spawning the instance on the hypervisor. {{(pid=65481) _build_and_run_instance /opt/stack/nova/nova/compute/manager.py:2682}} [ 1740.537825] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Getting desirable topologies for flavor Flavor(created_at=2025-12-01T06:34:32Z,deleted=False,deleted_at=None,description=None,disabled=False,ephemeral_gb=0,extra_specs={hw_rng:allowed='True'},flavorid='42',id=11,is_public=True,memory_mb=192,name='m1.nano',projects=,root_gb=1,rxtx_factor=1.0,swap=0,updated_at=None,vcpu_weight=0,vcpus=1) and image_meta ImageMeta(checksum='879b8eacf4b511d84bac79c7fe0e0d0a',container_format='bare',created_at=2025-12-01T06:34:12Z,direct_url=,disk_format='vmdk',id=c30222c5-9d00-46f8-973f-4face1423ead,min_disk=0,min_ram=0,name='cirros-d240228-sparse;paraVirtual;vmxnet3',owner='53f02f48e649481785632e691e0f4997',properties=ImageMetaProps,protected=,size=21318656,status='active',tags=,updated_at=2025-12-01T06:34:13Z,virtual_size=,visibility=), allow threads: False {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:571}} [ 1740.538086] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:356}} [ 1740.538240] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image limits 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:360}} [ 1740.538415] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Flavor pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:396}} [ 1740.538553] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Image pref 0:0:0 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:400}} [ 1740.538692] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Chose sockets=0, cores=0, threads=0; limits were sockets=65536, cores=65536, threads=65536 {{(pid=65481) get_cpu_topology_constraints /opt/stack/nova/nova/virt/hardware.py:438}} [ 1740.538889] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Topology preferred VirtCPUTopology(cores=0,sockets=0,threads=0), maximum VirtCPUTopology(cores=65536,sockets=65536,threads=65536) {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:577}} [ 1740.539059] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Build topologies for 1 vcpu(s) 1:1:1 {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:479}} [ 1740.539224] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Got 1 possible topologies {{(pid=65481) _get_possible_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:509}} [ 1740.539380] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Possible topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:583}} [ 1740.539546] env[65481]: DEBUG nova.virt.hardware [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Sorted desired topologies [VirtCPUTopology(cores=1,sockets=1,threads=1)] {{(pid=65481) _get_desirable_cpu_topologies /opt/stack/nova/nova/virt/hardware.py:585}} [ 1740.540449] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-a268f348-2411-4403-bd1d-9f3fe2899574 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.548405] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f09d165b-5ef4-4526-8897-649c29cf0c0f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1740.736527] env[65481]: DEBUG nova.compute.manager [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Received event network-vif-plugged-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1740.736594] env[65481]: DEBUG oslo_concurrency.lockutils [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1740.736782] env[65481]: DEBUG oslo_concurrency.lockutils [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" acquired by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1740.736989] env[65481]: DEBUG oslo_concurrency.lockutils [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" "released" by "nova.compute.manager.InstanceEvents.pop_instance_event.._pop_event" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1740.737119] env[65481]: DEBUG nova.compute.manager [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] No waiting events found dispatching network-vif-plugged-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) pop_instance_event /opt/stack/nova/nova/compute/manager.py:345}} [ 1740.737272] env[65481]: WARNING nova.compute.manager [req-b71b3c32-b638-4338-98a7-79a0d513e6ca req-55497be6-d230-4390-bbde-3ef3fae7ce6b service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Received unexpected event network-vif-plugged-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 for instance with vm_state building and task_state spawning. [ 1740.822615] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Successfully updated port: 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) _update_port /opt/stack/nova/nova/network/neutron.py:588}} [ 1741.325456] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1741.325656] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1741.325875] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Building network info cache for instance {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2070}} [ 1741.860796] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Instance cache missing network info. {{(pid=65481) _get_preexisting_port_ids /opt/stack/nova/nova/network/neutron.py:3383}} [ 1741.940730] env[65481]: WARNING neutronclient.v2_0.client [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1742.015930] env[65481]: DEBUG nova.network.neutron [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating instance_info_cache with network_info: [{"id": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "address": "fa:16:3e:ea:6f:34", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023086dd-ca", "ovs_interfaceid": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1742.518499] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1742.518863] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Instance network_info: |[{"id": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "address": "fa:16:3e:ea:6f:34", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023086dd-ca", "ovs_interfaceid": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}]| {{(pid=65481) _allocate_network_async /opt/stack/nova/nova/compute/manager.py:2035}} [ 1742.519350] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Instance VIF info [{'network_name': 'br-int', 'mac_address': 'fa:16:3e:ea:6f:34', 'network_ref': {'type': 'OpaqueNetwork', 'network-id': '8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1', 'network-type': 'nsx.LogicalSwitch', 'use-external-id': True}, 'iface_id': '023086dd-ca3c-45f2-bfa7-edfbcd5799a7', 'vif_model': 'vmxnet3'}] {{(pid=65481) build_virtual_machine /opt/stack/nova/nova/virt/vmwareapi/vmops.py:279}} [ 1742.526788] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.virt.vmwareapi.vm_util.create_vm to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1742.526971] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Creating VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1337}} [ 1742.527213] env[65481]: DEBUG oslo_vmware.service [-] Invoking Folder.CreateVM_Task with opID=oslo.vmware-4eb045e5-54f0-46a8-835c-c050f1f6b1b1 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1742.548225] env[65481]: DEBUG oslo_vmware.api [-] Waiting for the task: (returnval){ [ 1742.548225] env[65481]: value = "task-4885622" [ 1742.548225] env[65481]: _type = "Task" [ 1742.548225] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1742.556273] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885622, 'name': CreateVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1742.770591] env[65481]: DEBUG nova.compute.manager [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Received event network-changed-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1742.770792] env[65481]: DEBUG nova.compute.manager [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Refreshing instance network info cache due to event network-changed-023086dd-ca3c-45f2-bfa7-edfbcd5799a7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1742.770987] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] Acquiring lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1742.771200] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] Acquired lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1742.771370] env[65481]: DEBUG nova.network.neutron [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Refreshing network info cache for port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1743.058324] env[65481]: DEBUG oslo_vmware.api [-] Task: {'id': task-4885622, 'name': CreateVM_Task, 'duration_secs': 0.329518} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.058728] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Created VM on the ESX host {{(pid=65481) create_vm /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1359}} [ 1743.058964] env[65481]: WARNING neutronclient.v2_0.client [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1743.059362] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.059516] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.059819] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired external semaphore "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:324}} [ 1743.060092] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-8e3bc75c-7a17-48b2-b49e-8ec4cace7fc6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.065427] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1743.065427] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e81cdc-4653-05e8-e0b9-c1ff2f406436" [ 1743.065427] env[65481]: _type = "Task" [ 1743.065427] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.073704] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e81cdc-4653-05e8-e0b9-c1ff2f406436, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.273790] env[65481]: WARNING neutronclient.v2_0.client [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1743.427046] env[65481]: WARNING neutronclient.v2_0.client [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1743.493490] env[65481]: DEBUG nova.network.neutron [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updated VIF entry in instance network info cache for port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1743.493918] env[65481]: DEBUG nova.network.neutron [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating instance_info_cache with network_info: [{"id": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "address": "fa:16:3e:ea:6f:34", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": []}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023086dd-ca", "ovs_interfaceid": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1743.578045] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52e81cdc-4653-05e8-e0b9-c1ff2f406436, 'name': SearchDatastore_Task, 'duration_secs': 0.011653} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1743.578307] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1743.578533] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Processing image c30222c5-9d00-46f8-973f-4face1423ead {{(pid=65481) _fetch_image_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:624}} [ 1743.578762] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1743.578901] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquired lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1743.579105] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Creating directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:399}} [ 1743.579380] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.MakeDirectory with opID=oslo.vmware-aafbbca9-7ebb-4d5f-b624-09f9ac94a076 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.587767] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Created directory with path [datastore2] devstack-image-cache_base {{(pid=65481) mkdir /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:404}} [ 1743.587933] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Folder [datastore2] devstack-image-cache_base created. {{(pid=65481) _create_folder_if_missing /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1845}} [ 1743.588669] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-1430f902-f370-4de0-8983-268509d27537 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1743.594133] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1743.594133] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]52227624-88dd-2324-2ab1-265061dfe435" [ 1743.594133] env[65481]: _type = "Task" [ 1743.594133] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1743.601746] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52227624-88dd-2324-2ab1-265061dfe435, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1743.997500] env[65481]: DEBUG oslo_concurrency.lockutils [req-bb85bbe4-6e2b-4f35-a049-99f1a052baad req-745daf94-9835-4c5a-a98f-b4279559bf92 service nova] Releasing lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.104938] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]52227624-88dd-2324-2ab1-265061dfe435, 'name': SearchDatastore_Task, 'duration_secs': 0.00934} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.105714] env[65481]: DEBUG oslo_vmware.service [-] Invoking HostDatastoreBrowser.SearchDatastore_Task with opID=oslo.vmware-aab0e34f-1111-4833-8fac-c57efe8c239d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.110753] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1744.110753] env[65481]: value = "session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f32c1-5ffb-09dc-36d5-edf61a13c978" [ 1744.110753] env[65481]: _type = "Task" [ 1744.110753] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1744.118216] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f32c1-5ffb-09dc-36d5-edf61a13c978, 'name': SearchDatastore_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1744.621099] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': session[52c171e1-86f2-38fc-ea54-3caae79c710a]525f32c1-5ffb-09dc-36d5-edf61a13c978, 'name': SearchDatastore_Task, 'duration_secs': 0.010071} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1744.621418] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Releasing lock "[datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1744.621673] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copying Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704/bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1423}} [ 1744.621934] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.CopyVirtualDisk_Task with opID=oslo.vmware-46453b43-bbf8-478e-9739-c46fcf98ed5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1744.628795] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1744.628795] env[65481]: value = "task-4885623" [ 1744.628795] env[65481]: _type = "Task" [ 1744.628795] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.139489] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885623, 'name': CopyVirtualDisk_Task} progress is 77%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1745.641431] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885623, 'name': CopyVirtualDisk_Task, 'duration_secs': 0.525184} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1745.641729] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Copied Virtual Disk [datastore2] devstack-image-cache_base/c30222c5-9d00-46f8-973f-4face1423ead/c30222c5-9d00-46f8-973f-4face1423ead.vmdk to [datastore2] bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704/bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704.vmdk {{(pid=65481) copy_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1434}} [ 1745.641940] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Extending root virtual disk to 1048576 {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:167}} [ 1745.642237] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualDiskManager.ExtendVirtualDisk_Task with opID=oslo.vmware-a248cca7-285a-4f19-9209-101776f958f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1745.651038] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1745.651038] env[65481]: value = "task-4885624" [ 1745.651038] env[65481]: _type = "Task" [ 1745.651038] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1745.659214] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885624, 'name': ExtendVirtualDisk_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.160981] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885624, 'name': ExtendVirtualDisk_Task, 'duration_secs': 0.071615} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.161450] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Extended root virtual disk {{(pid=65481) _extend_virtual_disk /opt/stack/nova/nova/virt/vmwareapi/vmops.py:189}} [ 1746.162059] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ba5d620-f4b3-4210-950e-780e4f90c3ee {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.183257] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704/bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1746.183508] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-c1223299-acbe-461e-a906-0a99e4dff15b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.203447] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1746.203447] env[65481]: value = "task-4885625" [ 1746.203447] env[65481]: _type = "Task" [ 1746.203447] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.211475] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885625, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1746.714016] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885625, 'name': ReconfigVM_Task, 'duration_secs': 0.308445} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1746.714311] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfigured VM instance instance-0000007e to attach disk [datastore2] bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704/bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704.vmdk or device None with type sparse {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1746.714933] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.Rename_Task with opID=oslo.vmware-5698df6b-0890-44d4-a70c-ed781aee5c03 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1746.724404] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1746.724404] env[65481]: value = "task-4885626" [ 1746.724404] env[65481]: _type = "Task" [ 1746.724404] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1746.733607] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885626, 'name': Rename_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.234834] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885626, 'name': Rename_Task, 'duration_secs': 0.152996} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.235321] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Powering on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1452}} [ 1747.235424] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOnVM_Task with opID=oslo.vmware-5621978e-02f6-4f69-9a25-811b4bebd3e3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1747.242305] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1747.242305] env[65481]: value = "task-4885627" [ 1747.242305] env[65481]: _type = "Task" [ 1747.242305] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1747.249940] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885627, 'name': PowerOnVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1747.751805] env[65481]: DEBUG oslo_vmware.api [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885627, 'name': PowerOnVM_Task, 'duration_secs': 0.474424} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1747.752036] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Powered on the VM {{(pid=65481) power_on_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1458}} [ 1747.752259] env[65481]: INFO nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Took 7.24 seconds to spawn the instance on the hypervisor. [ 1747.752471] env[65481]: DEBUG nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Checking state {{(pid=65481) _get_power_state /opt/stack/nova/nova/compute/manager.py:1829}} [ 1747.753241] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3d323f92-68e9-4d60-b82c-35c3e2c7a3c7 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1748.271054] env[65481]: INFO nova.compute.manager [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Took 11.91 seconds to build instance. [ 1748.773434] env[65481]: DEBUG oslo_concurrency.lockutils [None req-2ad8bbcf-a323-4683-85c8-37997f56cb75 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" "released" by "nova.compute.manager.ComputeManager.build_and_run_instance.._locked_do_build_and_run_instance" :: held 13.418s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1749.541387] env[65481]: DEBUG nova.compute.manager [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Received event network-changed-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1749.541648] env[65481]: DEBUG nova.compute.manager [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Refreshing instance network info cache due to event network-changed-023086dd-ca3c-45f2-bfa7-edfbcd5799a7. {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11824}} [ 1749.541800] env[65481]: DEBUG oslo_concurrency.lockutils [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] Acquiring lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:313}} [ 1749.541890] env[65481]: DEBUG oslo_concurrency.lockutils [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] Acquired lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:316}} [ 1749.542059] env[65481]: DEBUG nova.network.neutron [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Refreshing network info cache for port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) _get_instance_nw_info /opt/stack/nova/nova/network/neutron.py:2067}} [ 1749.688312] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.688536] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.688682] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.688918] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.689182] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1749.689325] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1749.689494] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_expired_console_auth_tokens {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1750.044533] env[65481]: WARNING neutronclient.v2_0.client [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1750.204783] env[65481]: WARNING neutronclient.v2_0.client [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1750.277411] env[65481]: DEBUG nova.network.neutron [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updated VIF entry in instance network info cache for port 023086dd-ca3c-45f2-bfa7-edfbcd5799a7. {{(pid=65481) _build_network_info_model /opt/stack/nova/nova/network/neutron.py:3542}} [ 1750.277804] env[65481]: DEBUG nova.network.neutron [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating instance_info_cache with network_info: [{"id": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "address": "fa:16:3e:ea:6f:34", "network": {"id": "26dbed1f-550c-4db1-9218-14584da04eb6", "bridge": "br-int", "label": "tempest-AttachVolumeNegativeTest-797350092-network", "subnets": [{"cidr": "192.168.128.0/28", "dns": [], "gateway": {"address": "192.168.128.1", "type": "gateway", "version": 4, "meta": {}}, "ips": [{"address": "192.168.128.12", "type": "fixed", "version": 4, "meta": {}, "floating_ips": [{"address": "10.180.180.137", "type": "floating", "version": 4, "meta": {}}]}], "routes": [], "version": 4, "meta": {"enable_dhcp": true, "dhcp_server": "192.168.128.2"}}], "meta": {"injected": false, "tenant_id": "5db933624aa04b1291ee4ce62d94febb", "mtu": 8950, "physical_network": "default", "tunneled": false}}, "type": "ovs", "details": {"connectivity": "l2", "port_filter": true, "nsx-logical-switch-id": "8b1a0b17-d008-4a8b-be2a-796ff1a9a2d1", "external-id": "nsx-vlan-transportzone-880", "segmentation_id": 880, "bound_drivers": {"0": "nsxv3"}}, "devname": "tap023086dd-ca", "ovs_interfaceid": "023086dd-ca3c-45f2-bfa7-edfbcd5799a7", "qbh_params": null, "qbg_params": null, "active": true, "vnic_type": "normal", "profile": {}, "preserve_on_delete": false, "delegate_create": true, "meta": {}}] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1750.780971] env[65481]: DEBUG oslo_concurrency.lockutils [req-70ed332e-fc06-4d2a-b850-970bd2c8f82d req-5a63936d-20ae-4ed9-99a7-d109e39c5ab0 service nova] Releasing lock "refresh_cache-bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" {{(pid=65481) lock /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:334}} [ 1752.190745] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1753.687211] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1755.678713] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_scheduler_instance_info {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.185017] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1756.687591] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.688127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1756.688127] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1756.688278] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1756.689076] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-30eb6de1-83c4-401a-a973-9a41944ef891 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.697386] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f4c5deb7-e87a-4cfd-b0a7-0745061d758e {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.712693] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-2b60f2cb-6af6-42db-896a-f94a408fd660 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.719450] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-97495d54-ddad-40f6-9ff7-81459229c237 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1756.749282] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180172MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1756.749490] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1756.749646] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1757.826528] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Instance bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 actively managed on this compute host and has allocations in placement: {'resources': {'DISK_GB': 1, 'MEMORY_MB': 192, 'VCPU': 1}}. {{(pid=65481) _remove_deleted_instances_allocations /opt/stack/nova/nova/compute/resource_tracker.py:1740}} [ 1757.826819] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 1 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1757.826863] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=704MB phys_disk=100GB used_disk=1GB total_vcpus=48 used_vcpus=1 pci_stats=[] stats={'failed_builds': '0', 'num_instances': '1', 'num_vm_active': '1', 'num_task_None': '1', 'num_os_type_None': '1', 'num_proj_5db933624aa04b1291ee4ce62d94febb': '1', 'io_workload': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1757.855797] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-0c6e8aec-5809-4d3f-820f-9156b020bbdd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1757.863586] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c4c668e1-2c2b-44c5-aa74-9d3d1df2aec5 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.575870] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9ddfcee6-fa5a-45ce-a6b2-1caf1a55f084 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.583779] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-660fde3e-e817-4c59-b7aa-297f8dc23486 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1758.596917] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1759.099908] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1759.605577] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1759.605825] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.856s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1760.688202] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._cleanup_incomplete_migrations {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1760.688599] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances with incomplete migration {{(pid=65481) _cleanup_incomplete_migrations /opt/stack/nova/nova/compute/manager.py:11954}} [ 1767.191903] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._run_pending_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1767.191903] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Cleaning up deleted instances {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11916}} [ 1767.696100] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] There are 4 instances to clean {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11925}} [ 1767.696674] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 8940da8b-7d9d-44df-a273-16f4faaf6f8c] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1768.200479] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: ad71692d-8980-4226-a548-4530fb90f08a] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1768.704504] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: cf324db9-570b-4709-bb57-1ae994daa5f5] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1769.207786] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] [instance: 19faa15c-ccaa-4a32-901c-3bdc76988702] Instance has had 0 of 5 cleanup attempts {{(pid=65481) _run_pending_deletes /opt/stack/nova/nova/compute/manager.py:11929}} [ 1785.240353] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1785.240641] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" acquired by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1785.744208] env[65481]: DEBUG nova.compute.utils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Using /dev/sd instead of None {{(pid=65481) get_next_device_name /opt/stack/nova/nova/compute/utils.py:239}} [ 1786.247584] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" "released" by "nova.compute.manager.ComputeManager.reserve_block_device_name..do_reserve" :: held 1.007s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1787.305510] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1787.305941] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" acquired by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1787.305988] env[65481]: INFO nova.compute.manager [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Attaching volume ccaad599-806e-44c8-a432-62a3d1274f2d to /dev/sdb [ 1787.336536] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-c78f0894-1703-4f8a-b3d8-85edc4092e66 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.344089] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-330e1360-422a-4551-8185-1492833c7683 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1787.357642] env[65481]: DEBUG nova.virt.block_device [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating existing volume attachment record: 1a760c44-4553-4787-8e99-d33d6ac5a40e {{(pid=65481) _volume_attach /opt/stack/nova/nova/virt/block_device.py:666}} [ 1791.902432] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Volume attach. Driver type: vmdk {{(pid=65481) attach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:439}} [ 1791.902823] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] _attach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952034', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'name': 'volume-ccaad599-806e-44c8-a432-62a3d1274f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'serial': 'ccaad599-806e-44c8-a432-62a3d1274f2d'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:336}} [ 1791.903940] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-3a533bb5-b5ec-48ff-b56b-f7300310cafd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.920631] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-993e00a2-1542-4197-a2a5-327a45e91b5b {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.944161] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfiguring VM instance instance-0000007e to attach disk [datastore2] volume-ccaad599-806e-44c8-a432-62a3d1274f2d/volume-ccaad599-806e-44c8-a432-62a3d1274f2d.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:81}} [ 1791.944418] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-65bb84ec-c91b-4a6f-b657-11f09cf2aa0c {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1791.962236] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1791.962236] env[65481]: value = "task-4885630" [ 1791.962236] env[65481]: _type = "Task" [ 1791.962236] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1791.970654] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885630, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1792.473081] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885630, 'name': ReconfigVM_Task, 'duration_secs': 0.322058} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1792.473352] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfigured VM instance instance-0000007e to attach disk [datastore2] volume-ccaad599-806e-44c8-a432-62a3d1274f2d/volume-ccaad599-806e-44c8-a432-62a3d1274f2d.vmdk or device None with type thin {{(pid=65481) attach_disk_to_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:88}} [ 1792.477915] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-d6639090-2019-4de0-a130-b5a964d9b063 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1792.494179] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1792.494179] env[65481]: value = "task-4885631" [ 1792.494179] env[65481]: _type = "Task" [ 1792.494179] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1792.502702] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885631, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1793.004299] env[65481]: DEBUG oslo_vmware.api [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885631, 'name': ReconfigVM_Task, 'duration_secs': 0.142478} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1793.004598] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Attached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952034', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'name': 'volume-ccaad599-806e-44c8-a432-62a3d1274f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'serial': 'ccaad599-806e-44c8-a432-62a3d1274f2d'} {{(pid=65481) _attach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:361}} [ 1794.043116] env[65481]: DEBUG nova.objects.instance [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1794.550080] env[65481]: DEBUG oslo_concurrency.lockutils [None req-d66592b9-435b-4a1b-8198-78e3f34c9995 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" "released" by "nova.compute.manager.ComputeManager.attach_volume..do_attach_volume" :: held 7.244s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1794.738219] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1794.738492] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" acquired by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1795.242066] env[65481]: INFO nova.compute.manager [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Detaching volume ccaad599-806e-44c8-a432-62a3d1274f2d [ 1795.271242] env[65481]: INFO nova.virt.block_device [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Attempting to driver detach volume ccaad599-806e-44c8-a432-62a3d1274f2d from mountpoint /dev/sdb [ 1795.271464] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Volume detach. Driver type: vmdk {{(pid=65481) detach_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:646}} [ 1795.271664] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] _detach_volume_vmdk: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952034', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'name': 'volume-ccaad599-806e-44c8-a432-62a3d1274f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'serial': 'ccaad599-806e-44c8-a432-62a3d1274f2d'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:571}} [ 1795.272543] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-60d3b824-a533-4f36-8e0b-a83a1c15b46d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.293978] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-ce511bec-cfc0-4167-bce2-9797a29c84df {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.301511] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-63020195-30ad-426b-a9dc-e1cf034e2cf6 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.322600] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-eff5d1b2-23ff-4b39-9360-959b8e6c649d {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.337119] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] The volume has not been displaced from its original location: [datastore2] volume-ccaad599-806e-44c8-a432-62a3d1274f2d/volume-ccaad599-806e-44c8-a432-62a3d1274f2d.vmdk. No consolidation needed. {{(pid=65481) _consolidate_vmdk_volume /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:504}} [ 1795.342138] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfiguring VM instance instance-0000007e to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:122}} [ 1795.342417] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-37b3a181-4f71-4487-bd43-ae2ef1576460 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.361503] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1795.361503] env[65481]: value = "task-4885632" [ 1795.361503] env[65481]: _type = "Task" [ 1795.361503] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.370454] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885632, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1795.871143] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885632, 'name': ReconfigVM_Task, 'duration_secs': 0.211895} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1795.871415] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Reconfigured VM instance instance-0000007e to detach disk 2001 {{(pid=65481) detach_disk_from_vm /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:127}} [ 1795.875898] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.ReconfigVM_Task with opID=oslo.vmware-e31382c3-f8a9-4c45-bd5f-b25c23ac6e35 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1795.890733] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1795.890733] env[65481]: value = "task-4885633" [ 1795.890733] env[65481]: _type = "Task" [ 1795.890733] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1795.898432] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885633, 'name': ReconfigVM_Task} progress is 5%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1796.400486] env[65481]: DEBUG oslo_vmware.api [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885633, 'name': ReconfigVM_Task, 'duration_secs': 0.16436} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1796.400865] env[65481]: DEBUG nova.virt.vmwareapi.volumeops [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Detached VMDK: {'driver_volume_type': 'vmdk', 'data': {'volume': 'vm-952034', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'name': 'volume-ccaad599-806e-44c8-a432-62a3d1274f2d', 'profile_id': None, 'qos_specs': None, 'access_mode': 'rw', 'encrypted': False, 'cacheable': False, 'enforce_multipath': False}, 'status': 'reserved', 'instance': 'bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704', 'attached_at': '', 'detached_at': '', 'volume_id': 'ccaad599-806e-44c8-a432-62a3d1274f2d', 'serial': 'ccaad599-806e-44c8-a432-62a3d1274f2d'} {{(pid=65481) _detach_volume_vmdk /opt/stack/nova/nova/virt/vmwareapi/volumeops.py:605}} [ 1796.940351] env[65481]: DEBUG nova.objects.instance [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'flavor' on Instance uuid bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1797.948946] env[65481]: DEBUG oslo_concurrency.lockutils [None req-f6712d20-05e5-4c7b-861e-16cf94703a76 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" "released" by "nova.compute.manager.ComputeManager.detach_volume..do_detach_volume" :: held 3.210s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1798.976917] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1798.977406] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" acquired by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1798.977674] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1798.977799] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" acquired by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1798.977934] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704-events" "released" by "nova.compute.manager.InstanceEvents.clear_events_for_instance.._clear_events" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1798.980282] env[65481]: INFO nova.compute.manager [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Terminating instance [ 1799.485505] env[65481]: DEBUG nova.compute.manager [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Start destroying the instance on the hypervisor. {{(pid=65481) _shutdown_instance /opt/stack/nova/nova/compute/manager.py:3202}} [ 1799.485723] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Destroying instance {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1141}} [ 1799.486638] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-11067cef-86ba-46f1-950a-f988c3c35ecd {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.494924] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Powering off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1512}} [ 1799.495204] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.PowerOffVM_Task with opID=oslo.vmware-e814871e-aaf4-4d32-8ef5-8e9b5f9e875a {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1799.501279] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1799.501279] env[65481]: value = "task-4885634" [ 1799.501279] env[65481]: _type = "Task" [ 1799.501279] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1799.511131] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885634, 'name': PowerOffVM_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.013278] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885634, 'name': PowerOffVM_Task, 'duration_secs': 0.193908} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.013662] env[65481]: DEBUG nova.virt.vmwareapi.vm_util [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Powered off the VM {{(pid=65481) power_off_instance /opt/stack/nova/nova/virt/vmwareapi/vm_util.py:1517}} [ 1800.013662] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Unregistering the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1093}} [ 1800.013947] env[65481]: DEBUG oslo_vmware.service [-] Invoking VirtualMachine.UnregisterVM with opID=oslo.vmware-54a05767-c8dd-4360-bb78-aba60b9253f9 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.075865] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Unregistered the VM {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1096}} [ 1800.076201] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Deleting contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1106}} [ 1800.076355] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleting the datastore file [datastore2] bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:211}} [ 1800.076551] env[65481]: DEBUG oslo_vmware.service [-] Invoking FileManager.DeleteDatastoreFile_Task with opID=oslo.vmware-8e197b1c-2154-4c00-84da-581f622dc717 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1800.084578] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for the task: (returnval){ [ 1800.084578] env[65481]: value = "task-4885636" [ 1800.084578] env[65481]: _type = "Task" [ 1800.084578] env[65481]: } to complete. {{(pid=65481) wait_for_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:397}} [ 1800.094195] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885636, 'name': DeleteDatastoreFile_Task} progress is 0%. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:434}} [ 1800.598871] env[65481]: DEBUG oslo_vmware.api [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Task: {'id': task-4885636, 'name': DeleteDatastoreFile_Task, 'duration_secs': 0.134625} completed successfully. {{(pid=65481) _poll_task /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/api.py:444}} [ 1800.599306] env[65481]: DEBUG nova.virt.vmwareapi.ds_util [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted the datastore file {{(pid=65481) file_delete /opt/stack/nova/nova/virt/vmwareapi/ds_util.py:220}} [ 1800.599597] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Deleted contents of the VM from datastore datastore2 {{(pid=65481) _destroy_instance /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1116}} [ 1800.599861] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Instance destroyed {{(pid=65481) destroy /opt/stack/nova/nova/virt/vmwareapi/vmops.py:1143}} [ 1800.600156] env[65481]: INFO nova.compute.manager [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Took 1.11 seconds to destroy the instance on the hypervisor. [ 1800.600521] env[65481]: DEBUG oslo.service.backend._common.loopingcall [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Waiting for function nova.compute.manager.ComputeManager._try_deallocate_network.._deallocate_network_with_retries to return. {{(pid=65481) func /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/backend/_common/loopingcall.py:419}} [ 1800.600804] env[65481]: DEBUG nova.compute.manager [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Deallocating network for instance {{(pid=65481) _deallocate_network /opt/stack/nova/nova/compute/manager.py:2328}} [ 1800.600953] env[65481]: DEBUG nova.network.neutron [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] deallocate_for_instance() {{(pid=65481) deallocate_for_instance /opt/stack/nova/nova/network/neutron.py:1863}} [ 1800.601317] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1800.632951] env[65481]: WARNING neutronclient.v2_0.client [-] The python binding code in neutronclient is deprecated in favor of OpenstackSDK, please use that as this will be removed in a future release. [ 1801.086290] env[65481]: DEBUG nova.compute.manager [req-16c2b164-1436-49f7-8acd-f53fdcfa48f1 req-c2641102-c64f-4f8f-af35-e1c3953de534 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Received event network-vif-deleted-023086dd-ca3c-45f2-bfa7-edfbcd5799a7 {{(pid=65481) external_instance_event /opt/stack/nova/nova/compute/manager.py:11819}} [ 1801.086539] env[65481]: INFO nova.compute.manager [req-16c2b164-1436-49f7-8acd-f53fdcfa48f1 req-c2641102-c64f-4f8f-af35-e1c3953de534 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Neutron deleted interface 023086dd-ca3c-45f2-bfa7-edfbcd5799a7; detaching it from the instance and deleting it from the info cache [ 1801.086639] env[65481]: DEBUG nova.network.neutron [req-16c2b164-1436-49f7-8acd-f53fdcfa48f1 req-c2641102-c64f-4f8f-af35-e1c3953de534 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.569068] env[65481]: DEBUG nova.network.neutron [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Updating instance_info_cache with network_info: [] {{(pid=65481) update_instance_cache_with_nw_info /opt/stack/nova/nova/network/neutron.py:116}} [ 1801.589182] env[65481]: DEBUG oslo_vmware.service [-] Invoking SearchIndex.FindAllByUuid with opID=oslo.vmware-8657a046-48a0-4377-ba70-503d3c7bbc89 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.601488] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-104395fb-93c1-4361-801f-ab9570003e48 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1801.628717] env[65481]: DEBUG nova.compute.manager [req-16c2b164-1436-49f7-8acd-f53fdcfa48f1 req-c2641102-c64f-4f8f-af35-e1c3953de534 service nova] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Detach interface failed, port_id=023086dd-ca3c-45f2-bfa7-edfbcd5799a7, reason: Instance bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 could not be found. {{(pid=65481) _process_instance_vif_deleted_event /opt/stack/nova/nova/compute/manager.py:11653}} [ 1802.071496] env[65481]: INFO nova.compute.manager [-] [instance: bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704] Took 1.47 seconds to deallocate network for instance. [ 1802.578649] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.update_usage" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1802.579043] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: waited 0.001s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1802.579245] env[65481]: DEBUG nova.objects.instance [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lazy-loading 'resources' on Instance uuid bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 {{(pid=65481) obj_load_attr /opt/stack/nova/nova/objects/instance.py:1141}} [ 1803.114418] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-1b35491b-e2bf-41e8-b56d-f80badec1a23 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.121858] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-43d19702-9f0c-458b-9bda-9966821ce9b8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.154128] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-de2dacb5-4229-42ea-a463-77adcaf05a2f {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.161994] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f710b9e3-26ed-418a-acdb-b6b2de85af22 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1803.175230] env[65481]: DEBUG nova.compute.provider_tree [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1803.678442] env[65481]: DEBUG nova.scheduler.client.report [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1804.183630] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.update_usage" :: held 1.604s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1804.210476] env[65481]: INFO nova.scheduler.client.report [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Deleted allocations for instance bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704 [ 1804.718743] env[65481]: DEBUG oslo_concurrency.lockutils [None req-aad174d9-9363-4f0d-81d1-397258c4ef85 tempest-AttachVolumeNegativeTest-2021770687 tempest-AttachVolumeNegativeTest-2021770687-project-member] Lock "bb1d0583-3ed6-4fe5-9e9e-deb6fe67e704" "released" by "nova.compute.manager.ComputeManager.terminate_instance..do_terminate_instance" :: held 5.741s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1808.207786] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rebooting_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.207786] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_rescued_instances {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.483107] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._sync_power_states {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1808.986483] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Getting list of instances from cluster (obj){ [ 1808.986483] env[65481]: value = "domain-c8" [ 1808.986483] env[65481]: _type = "ClusterComputeResource" [ 1808.986483] env[65481]: } {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2116}} [ 1808.987865] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-58293ca7-49ec-4e9f-ad8b-998268cf44be {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1808.997356] env[65481]: DEBUG nova.virt.vmwareapi.vmops [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Got total of 0 instances {{(pid=65481) list_instances /opt/stack/nova/nova/virt/vmwareapi/vmops.py:2125}} [ 1809.687438] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._check_instance_build_time {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.687691] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._reclaim_queued_deletes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1809.687836] env[65481]: DEBUG nova.compute.manager [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] CONF.reclaim_instance_interval <= 0, skipping... {{(pid=65481) _reclaim_queued_deletes /opt/stack/nova/nova/compute/manager.py:11235}} [ 1811.688439] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_volume_usage {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1812.687692] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._instance_usage_audit {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1813.688462] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager._poll_unconfirmed_resizes {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1817.688029] env[65481]: DEBUG oslo_service.periodic_task [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Running periodic task ComputeManager.update_available_resource {{(pid=65481) run_periodic_tasks /opt/stack/data/venv/lib/python3.10/site-packages/oslo_service/periodic_task.py:210}} [ 1818.191846] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1818.192133] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1818.192297] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker.clean_compute_node_cache" :: held 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}} [ 1818.192446] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Auditing locally available compute resources for cpu-1 (node: domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28) {{(pid=65481) update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:937}} [ 1818.193370] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-54ce8995-b9b4-4494-9032-874fc8ec8806 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.201858] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-f8d653f5-017c-44a8-9ed3-a66c2f0abe72 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.216254] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-95f098f0-cd46-435f-96ae-e9a55b7b0ef8 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.223926] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-864653ab-a7b8-42fe-9d29-fc13e77a5ce3 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1818.254541] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Hypervisor/Node resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 free_ram=180175MB free_disk=96GB free_vcpus=48 pci_devices=None {{(pid=65481) _report_hypervisor_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1136}} [ 1818.254754] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Acquiring lock "compute_resources" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:405}} [ 1818.254883] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" acquired by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: waited 0.000s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:410}} [ 1819.276720] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Total usable vcpus: 48, total allocated vcpus: 0 {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1159}} [ 1819.277021] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Final resource view: name=domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 phys_ram=196590MB used_ram=512MB phys_disk=100GB used_disk=0GB total_vcpus=48 used_vcpus=0 pci_stats=[] stats={'failed_builds': '0'} {{(pid=65481) _report_final_resource_view /opt/stack/nova/nova/compute/resource_tracker.py:1168}} [ 1819.291819] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-b8f98a4f-da3f-4006-a0c7-62029126a787 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.299798] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-d0eec548-231f-438f-991f-c8860b5a0756 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.330218] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-9979da2f-0254-45ab-818b-359025be6208 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.337516] env[65481]: DEBUG oslo_vmware.service [-] Invoking PropertyCollector.RetrievePropertiesEx with opID=oslo.vmware-6981659b-8562-499b-93ad-ef22e7931080 {{(pid=65481) request_handler /opt/stack/data/venv/lib/python3.10/site-packages/oslo_vmware/service.py:371}} [ 1819.350906] env[65481]: DEBUG nova.compute.provider_tree [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed in ProviderTree for provider: 59619575-36e0-4460-b2ca-997bd849c0d9 {{(pid=65481) update_inventory /opt/stack/nova/nova/compute/provider_tree.py:180}} [ 1819.854367] env[65481]: DEBUG nova.scheduler.client.report [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Inventory has not changed for provider 59619575-36e0-4460-b2ca-997bd849c0d9 based on inventory data: {'VCPU': {'total': 48, 'reserved': 0, 'min_unit': 1, 'max_unit': 16, 'step_size': 1, 'allocation_ratio': 4.0}, 'MEMORY_MB': {'total': 196590, 'reserved': 512, 'min_unit': 1, 'max_unit': 65530, 'step_size': 1, 'allocation_ratio': 1.0}, 'DISK_GB': {'total': 200, 'reserved': 0, 'min_unit': 1, 'max_unit': 96, 'step_size': 1, 'allocation_ratio': 1.0}} {{(pid=65481) set_inventory_for_provider /opt/stack/nova/nova/scheduler/client/report.py:958}} [ 1820.359925] env[65481]: DEBUG nova.compute.resource_tracker [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Compute_service record updated for cpu-1:domain-c8.fc996f14-c53b-4953-92e3-bdfa48f5cc28 {{(pid=65481) _update_available_resource /opt/stack/nova/nova/compute/resource_tracker.py:1097}} [ 1820.360335] env[65481]: DEBUG oslo_concurrency.lockutils [None req-21d82918-3076-475a-a91a-6179a9cc2215 None None] Lock "compute_resources" "released" by "nova.compute.resource_tracker.ResourceTracker._update_available_resource" :: held 2.105s {{(pid=65481) inner /opt/stack/data/venv/lib/python3.10/site-packages/oslo_concurrency/lockutils.py:424}}